-- Logs begin at Wed 2021-07-07 20:07:48 UTC, end at Wed 2021-07-07 21:05:35 UTC. -- Jul 07 20:40:13.107053 dv-cinder-790535-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 20:40:16.156674 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.common.config [-] Logging enabled! Jul 07 20:40:16.157357 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 20:40:16.157507 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99312) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 20:40:16.160821 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.common.config [-] Logging enabled! Jul 07 20:40:16.161088 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 20:40:16.161409 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99312) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 20:40:16.162426 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 20:40:16.162665 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 20:40:16.163089 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 20:40:16.163335 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 20:40:16.163560 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 20:40:16.163880 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.164184 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.164482 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.164708 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.165007 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.165294 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.165580 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.165868 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.166166 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.166483 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.166763 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.167049 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.167287 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.167574 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.167862 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.168161 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.168389 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] debug = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.168773 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.169488 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.170104 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.171052 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.172511 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.172848 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.173133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.173420 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.173719 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.174097 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] host = dv-cinder-790535-7-iscsi {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.174413 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.174709 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.175004 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.175297 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.175579 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.175861 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.176150 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.176425 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.176703 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.176981 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.177274 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.177562 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.177860 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.178088 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.178377 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.178675 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.179003 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.179289 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.179575 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.179854 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.180133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.180452 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.180721 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.181014 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.181309 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.181597 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.181876 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.182154 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.182461 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.182735 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.183027 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.183304 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.183583 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.183861 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.184156 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.184430 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.184706 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.185128 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.185428 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.185713 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.187046 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.187334 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.187731 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.188017 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.188297 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.188574 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] use_json = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.188853 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.189126 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.189417 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.189692 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.189966 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.190275 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.190549 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.190839 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:16.191142 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.191440 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.191771 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.192232 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.192680 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.193137 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.193554 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.194008 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.194518 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.194869 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.195174 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.195466 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.195769 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.196058 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.196363 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.196681 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.196985 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.197282 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.197564 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.197841 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.198121 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.198431 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.198724 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.199024 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.199318 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.199595 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.199880 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.200175 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.200458 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.200731 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.201010 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.201303 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.201702 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.202664 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.202971 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.203260 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.203546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.203825 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.204106 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.204404 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.204692 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.204966 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.205238 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.205525 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.205799 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.206089 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.206391 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.206668 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.206942 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.207223 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.207497 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.207771 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.208047 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.208320 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.208599 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.208873 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.209146 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.209420 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.209692 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.209964 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.210260 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.210534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.210813 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.211088 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.211361 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.211755 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.212201 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.212645 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.213125 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.213623 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.213994 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.214460 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.214800 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.215099 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.215513 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.215806 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.216100 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.216393 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.216678 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.216987 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.217805 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.218863 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.219178 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.219473 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.219787 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.220180 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.220468 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.220756 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.221049 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.221406 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.221700 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.222006 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.222337 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.222640 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.222939 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.223247 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.223537 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.223860 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.224144 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:16.224369 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 20:40:16.224624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99312) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 20:40:16.614472 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 20:40:16.614747 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 20:40:16.615029 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 20:40:16.615366 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 20:40:17.057709 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.058002 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.058287 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.059625 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.059907 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.060188 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.101118 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.101410 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.101686 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.117803 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.118091 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.118392 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.152535 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.152819 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.153089 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.197738 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.198493 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.198493 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.461476 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.461750 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.462014 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.462311 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.463251 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.602109 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.602460 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.602746 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.603019 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.603295 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.603612 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.603873 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.604132 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.604391 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.604682 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.604941 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.605227 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.605501 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.605775 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.606034 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.606337 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.606613 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.606875 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.607152 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.607408 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.607695 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.608106 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.609037 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.609352 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.609615 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.609872 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.610379 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:17.610632 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:17.610874 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:17.611115 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:17.611355 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:17.611594 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:17.611974 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 20:40:17.616717 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 20:40:17.620959 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 20:40:17.625791 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 07 20:40:17.627888 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 20:40:17.628360 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 20:40:17.628708 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 20:40:17.629093 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 20:40:17.632150 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 20:40:17.632399 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 20:40:17.632768 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 20:40:17.663921 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 20:40:17.664437 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.664747 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99312) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 20:40:17.665115 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.666617 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99312) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 20:40:17.666913 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 20:40:17.667158 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 20:40:17.671618 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.671916 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:17.740416 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 20:40:17.740692 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 20:40:17.740828 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 20:40:17.741169 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 20:40:17.765258 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_db.sqlalchemy.engines [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99312) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 20:40:18.372981 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing driver for type 'gre' Jul 07 20:40:18.374671 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] gre ID ranges: [(1, 1000)] Jul 07 20:40:18.445826 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing driver for type 'local' Jul 07 20:40:18.446360 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing driver for type 'vlan' Jul 07 20:40:18.463522 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] VlanTypeDriver initialization complete Jul 07 20:40:18.464048 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing driver for type 'vxlan' Jul 07 20:40:18.464690 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] vxlan ID ranges: [(1, 1000)] Jul 07 20:40:18.537544 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing extension driver 'port_security' Jul 07 20:40:18.537895 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.extensions.port_security [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] PortSecurityExtensionDriver initialization complete Jul 07 20:40:18.538273 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing mechanism driver 'openvswitch' Jul 07 20:40:18.538607 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing mechanism driver 'hyperv' Jul 07 20:40:18.545575 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.plugin [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:40:18.546456 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.546687 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.547054 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.547631 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:40:18.548069 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.548505 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.548940 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.549362 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:40:18.549787 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.550151 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.550535 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.550948 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:40:18.551374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > security_group after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.551741 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > security_group after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.552095 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.552669 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:40:18.553105 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.553539 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.553903 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.554376 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:40:18.554855 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > address_group after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.555259 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > address_group after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.555801 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.556274 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99312) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:40:18.556674 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] ML2 OVO RPC backend initialized. {{(pid=99312) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 20:40:18.557502 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.558035 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.558646 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.559035 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > networks before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.559445 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.559946 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > ports before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.560519 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.560961 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnets before_response 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.561996 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.562437 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.562897 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.563214 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.563616 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.564040 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.564508 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.564865 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.565212 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.565988 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.plugin [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Modular L2 Plugin initialization complete Jul 07 20:40:18.566415 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading services supported by the core plugin {{(pid=99312) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 20:40:18.566882 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.plugins.ml2.managers [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Got port-security extension from driver 'port_security' Jul 07 20:40:18.567534 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.extensions.vlantransparent [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Disabled vlantransparent extension. Jul 07 20:40:18.568137 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99312) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 20:40:18.568549 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: router Jul 07 20:40:18.607810 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.608479 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_create 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.608864 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router before_create 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.609241 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.609624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.609991 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_delete 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.610396 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.610773 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_create 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.611133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_update 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.611495 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_update 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.611921 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.612331 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_update 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.612762 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.613154 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.613565 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.613965 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: subnet after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.614383 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.614776 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.615166 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.615540 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.615921 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.616310 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router after_update 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.616664 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.617079 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.617499 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.617898 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.618555 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > agent after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.618767 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > agent after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.619144 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.620231 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Tracking information for resource: router configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:18.620607 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Tracking information for resource: floatingip configured {{(pid=99312) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:40:18.627493 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.db.l3_agentschedulers_db [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 20:40:18.628073 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.628494 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port after_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.628884 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port after_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.629265 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: port after_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.630117 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router before_create 55550100 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.630525 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.630899 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_create 55550100 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.631269 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > router precommit_update 55550100 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.636376 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.provider_configuration [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service providers = [] {{(pid=99312) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 20:40:18.636844 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.db.servicetype_db [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99312) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 20:40:18.641089 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.service_base [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:40:18.641518 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.service_base [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:40:18.642020 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.service_base [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:40:18.643176 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.services.service_base [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99312) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:40:18.643563 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.services.service_base [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 20:40:18.643975 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.644298 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 20:40:18.657329 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.657700 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: auto_allocate Jul 07 20:40:18.664478 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: network precommit_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.665054 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: network precommit_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.665627 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.665958 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: tag Jul 07 20:40:18.674995 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.675406 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: timestamp Jul 07 20:40:18.681743 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.682188 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: network_ip_availability Jul 07 20:40:18.689474 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.689978 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.690514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.691442 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.691952 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: flavors Jul 07 20:40:18.697858 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.698260 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading Plugin: revisions Jul 07 20:40:18.703720 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99312) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:40:18.704200 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_concurrency.lockutils [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.089s {{(pid=99312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 20:40:18.705204 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99312) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 20:40:18.705614 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Initializing extension manager. Jul 07 20:40:18.706224 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: __init__.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.706876 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: __pycache__ {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.707374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.707862 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: address_group.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.708822 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.709518 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: address-group Jul 07 20:40:18.709951 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: address_scope.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.710984 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.711675 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: address-scope Jul 07 20:40:18.712093 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.713401 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.714024 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: router-admin-state-down-before-update Jul 07 20:40:18.714452 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: agent.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.715317 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.716206 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: agent Jul 07 20:40:18.716550 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: agent_resources_synced.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.718266 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.718810 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: agent-resources-synced Jul 07 20:40:18.719142 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: allowedaddresspairs.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.721212 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.721751 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: allowed-address-pairs Jul 07 20:40:18.722088 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: auto_allocated_topology.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.723281 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.723816 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: auto-allocated-topology Jul 07 20:40:18.724151 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: availability_zone.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.724884 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.725403 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: availability_zone Jul 07 20:40:18.725733 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: availability_zone_filter.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.726737 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.727265 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: availability_zone_filter Jul 07 20:40:18.727596 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: data_plane_status.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.728544 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.729062 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 20:40:18.729395 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: default_subnetpools.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.730376 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.730898 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: default-subnetpools Jul 07 20:40:18.731225 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.732102 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.732612 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: dhcp_agent_scheduler Jul 07 20:40:18.733002 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: dns.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.734545 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.735205 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 20:40:18.735663 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: dns_domain_ports.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.736704 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.737225 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 20:40:18.737556 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.738573 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.739093 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 20:40:18.739421 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: dvr.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.740124 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.740642 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: dvr Jul 07 20:40:18.740969 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: empty_string_filtering.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.741945 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.742504 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: empty-string-filtering Jul 07 20:40:18.742833 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.743789 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.744301 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 20:40:18.744626 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.745560 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.746082 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 20:40:18.746446 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: external_net.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.747460 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.748001 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: external-net Jul 07 20:40:18.748379 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.749437 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.749959 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: extra_dhcp_opt Jul 07 20:40:18.750325 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: extraroute.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.751414 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.752005 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: extraroute Jul 07 20:40:18.752353 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: extraroute_atomic.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.753452 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.753972 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: extraroute-atomic Jul 07 20:40:18.754339 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: filter_validation.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.755046 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.755556 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: filter-validation Jul 07 20:40:18.755890 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: fip_pf_description.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.756852 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.757431 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 20:40:18.757779 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: fip_port_details.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.758796 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.759316 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: fip-port-details Jul 07 20:40:18.759643 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: flavors.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.760958 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.761596 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: flavors Jul 07 20:40:18.761968 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.763806 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.764468 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 20:40:18.764874 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: floatingip_pools.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.765661 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.766231 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: floatingip-pools Jul 07 20:40:18.766761 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: ip_allocation.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.767778 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.768344 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 20:40:18.768718 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.770042 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.770770 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: ip-substring-filtering Jul 07 20:40:18.771171 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l2_adjacency.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.772273 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.772886 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 20:40:18.773259 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.774450 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.775073 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: router Jul 07 20:40:18.775446 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.778166 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.778812 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 20:40:18.779192 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.780905 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.781548 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: ext-gw-mode Jul 07 20:40:18.781937 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.783042 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.783688 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: l3-ha Jul 07 20:40:18.784071 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3_flavors.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.785104 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.785747 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: l3-flavors Jul 07 20:40:18.786163 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.787384 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.788015 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 20:40:18.788434 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: l3agentscheduler.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.789756 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.790399 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: l3_agent_scheduler Jul 07 20:40:18.790777 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: logging.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.792619 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.793233 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension logging not supported by any of loaded plugins Jul 07 20:40:18.793652 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: metering.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.794583 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.795295 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: metering Jul 07 20:40:18.796292 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.797698 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.798292 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: metering_source_and_destination_fields Jul 07 20:40:18.798636 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: multiprovidernet.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.799619 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.800138 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: multi-provider Jul 07 20:40:18.800471 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: netmtu.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.801414 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.801931 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: net-mtu Jul 07 20:40:18.802291 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: netmtu_writable.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.803248 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.803766 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: net-mtu-writable Jul 07 20:40:18.804098 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: network_availability_zone.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.804810 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.805325 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: network_availability_zone Jul 07 20:40:18.805652 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: network_ip_availability.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.806880 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.807407 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: network-ip-availability Jul 07 20:40:18.807747 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: network_segment_range.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.808561 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.809076 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 20:40:18.809408 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: pagination.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.810480 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.810817 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: pagination Jul 07 20:40:18.811244 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: port_device_profile.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.812348 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.812888 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: port-device-profile Jul 07 20:40:18.813399 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.814311 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.814837 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: port-mac-address-regenerate Jul 07 20:40:18.815188 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.816117 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.816636 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: port-numa-affinity-policy Jul 07 20:40:18.816967 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: port_resource_request.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.817968 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.818504 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 20:40:18.818836 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: portbindings.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.819801 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.820319 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: binding Jul 07 20:40:18.820650 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: portbindings_extended.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.822178 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.822774 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: binding-extended Jul 07 20:40:18.823150 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: portsecurity.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.824251 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.824895 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: port-security Jul 07 20:40:18.825292 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: project_id.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.827485 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.828388 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: project-id Jul 07 20:40:18.828749 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: providernet.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.829826 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.830430 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: provider Jul 07 20:40:18.830768 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.834867 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.835454 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos not supported by any of loaded plugins Jul 07 20:40:18.835827 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.837261 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.838096 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 20:40:18.838485 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.839525 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.840052 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 20:40:18.840409 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_default.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.841411 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.842114 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-default not supported by any of loaded plugins Jul 07 20:40:18.843082 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_fip.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.844264 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.844708 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 20:40:18.845084 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_gateway_ip.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.846330 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.846928 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 20:40:18.847288 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_port_network_policy.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.848346 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.848926 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 20:40:18.849290 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_rule_type_details.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.850713 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.851346 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 20:40:18.851715 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: qos_rules_alias.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.852933 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.853480 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 20:40:18.853961 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: quotasv2.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.855132 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.855621 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: quotas Jul 07 20:40:18.855984 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: quotasv2_detail.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.859406 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.859752 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: quota_details Jul 07 20:40:18.860098 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: rbac.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.861264 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.861846 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: rbac-policies Jul 07 20:40:18.862191 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: rbac_address_group.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.863487 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.864022 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: rbac-address-group Jul 07 20:40:18.864361 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: rbac_address_scope.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.865356 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.865899 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: rbac-address-scope Jul 07 20:40:18.866329 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: rbac_security_groups.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.867536 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.868106 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: rbac-security-groups Jul 07 20:40:18.868475 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: rbac_subnetpool.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.869474 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.870054 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: rbac-subnetpool Jul 07 20:40:18.870448 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: revisionifmatch.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.871429 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.872022 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: revision-if-match Jul 07 20:40:18.872392 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: revisions.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.873652 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.874217 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: standard-attr-revisions Jul 07 20:40:18.874601 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: router_availability_zone.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.875362 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.875896 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: router_availability_zone Jul 07 20:40:18.876225 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: routerservicetype.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.877312 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.877883 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 20:40:18.878160 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.879167 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.879693 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: security-groups-normalized-cidr Jul 07 20:40:18.880024 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.880981 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.881501 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: port-security-groups-filtering Jul 07 20:40:18.881832 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.882952 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.883478 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: security-groups-remote-address-group Jul 07 20:40:18.883811 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: securitygroup.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.895431 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.896061 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: security-group Jul 07 20:40:18.896410 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: segment.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.897435 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.898134 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension segment not supported by any of loaded plugins Jul 07 20:40:18.898463 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.899582 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.900182 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 20:40:18.900521 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: servicetype.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.901786 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.902365 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: service-type Jul 07 20:40:18.902708 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: sorting.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.903760 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.904099 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: sorting Jul 07 20:40:18.904431 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: standard_attr_segment.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.906158 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.906743 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 20:40:18.907073 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: standardattrdescription.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.907914 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.908437 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: standard-attr-description Jul 07 20:40:18.908773 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: stateful_security_group.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.909831 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.910447 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: stateful-security-group Jul 07 20:40:18.910815 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: stdattrs_common.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.911514 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 20:40:18.911871 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.912895 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.913446 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 20:40:18.913807 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: subnet_onboard.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.915054 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.915649 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: subnet_onboard Jul 07 20:40:18.915983 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.917002 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.917540 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 20:40:18.917864 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: subnet_service_types.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.918879 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.919403 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: subnet-service-types Jul 07 20:40:18.919733 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: subnetallocation.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.921101 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.921627 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: subnet_allocation Jul 07 20:40:18.921960 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.922854 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.923511 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: subnetpool-prefix-ops Jul 07 20:40:18.923875 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.925400 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.926010 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 20:40:18.926439 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: tagging.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.927756 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.928302 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: standard-attr-tag Jul 07 20:40:18.928642 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: timestamp.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.930057 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.930879 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loaded extension: standard-attr-timestamp Jul 07 20:40:18.931243 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: trunk.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.932424 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.933182 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension trunk not supported by any of loaded plugins Jul 07 20:40:18.933584 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: trunk_details.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.934777 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.935474 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 20:40:18.935841 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: uplink_status_propagation.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.936944 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.937470 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 20:40:18.937808 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Loading extension file: vlantransparent.py {{(pid=99312) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:40:18.938676 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99312) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:40:18.939222 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 20:40:18.942106 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:network Jul 07 20:40:18.942698 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:subnet Jul 07 20:40:18.943118 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:40:18.943533 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:port Jul 07 20:40:18.944886 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.945348 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service FLAVORS assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.945984 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.946468 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.946818 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:router Jul 07 20:40:18.947266 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 20:40:18.947781 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service METERING assigned prefix: /metering {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.949298 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.949758 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.950149 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:40:18.951535 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 20:40:18.952586 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:security_group Jul 07 20:40:18.953135 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 20:40:18.953841 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service CORE assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.954197 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:40:18.954712 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] subnetpool is already registered Jul 07 20:40:18.955174 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service CORE assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.955509 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:40:18.955851 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] subnetpool is already registered Jul 07 20:40:18.958330 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.958786 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service FLAVORS assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.959402 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.959838 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.960178 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:router Jul 07 20:40:18.960524 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] router is already registered Jul 07 20:40:18.960971 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 20:40:18.961318 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] floatingip is already registered Jul 07 20:40:18.961796 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service METERING assigned prefix: /metering {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.962539 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 20:40:18.962876 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] rbac_policy is already registered Jul 07 20:40:18.963308 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:security_group Jul 07 20:40:18.963650 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] security_group is already registered Jul 07 20:40:18.964068 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 20:40:18.964410 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] security_group_rule is already registered Jul 07 20:40:18.965078 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service CORE assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.965409 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:40:18.965751 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] subnetpool is already registered Jul 07 20:40:18.966193 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.v2.resource_helper [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Service CORE assigned prefix: {{(pid=99312) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:40:18.966554 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:40:18.966897 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING neutron.quota.resource_registry [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] subnetpool is already registered Jul 07 20:40:18.968096 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: extensions {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.969714 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: address-groups {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.971751 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: address-scopes {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.973241 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: agents {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.974545 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: auto-allocated-topology {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.975821 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: availability_zones {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.977050 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: dhcp-networks {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.979874 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: dhcp-agents {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.981345 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: routers {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.983186 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: flavors {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.984454 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: service_profiles {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.985658 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: next_providers {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.987263 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: service_profiles {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.989107 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: floatingip-pools {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.990479 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: routers {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.992459 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: floatingips {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.993751 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: l3-routers {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.995184 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: l3-agents {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.996741 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: metering-labels {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:18.998336 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: metering-label-rules {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.000386 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: network-ip-availabilities {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.001723 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: bindings {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.003503 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: quotas {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.005129 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: quotas {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.006610 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: rbac-policies {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.007933 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: security-groups {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.009309 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: security-group-rules {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.010706 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: service-providers {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.011975 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: subnetpools {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.013424 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: subnetpools {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.015929 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.017691 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.020523 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.022502 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.024575 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.026762 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.028585 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.031311 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.033354 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.035611 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron.api.extensions [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Extended resource: tags {{(pid=99312) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:40:19.042641 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING keystonemiddleware.auth_token [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 20:40:19.047574 dv-cinder-790535-7-iscsi neutron-server[99312]: WARNING keystonemiddleware.auth_token [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 20:40:19.058307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_concurrency.lockutils [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Acquired lock "singleton_lock" {{(pid=99312) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 20:40:19.058786 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_concurrency.lockutils [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Releasing lock "singleton_lock" {{(pid=99312) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 20:40:19.059463 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Starting 2 workers Jul 07 20:40:19.064496 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Started child 99431 {{(pid=99312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:40:19.069398 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Started child 99432 {{(pid=99312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:40:19.070363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.071295 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO neutron.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 20:40:19.071800 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Notify callbacks [] for process, before_spawn {{(pid=99312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.071938 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [-] (99431) wsgi starting up on http://0.0.0.0:9696 Jul 07 20:40:19.074678 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Starting 1 workers Jul 07 20:40:19.077681 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.079717 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [-] (99432) wsgi starting up on http://0.0.0.0:9696 Jul 07 20:40:19.081556 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Started child 99433 {{(pid=99312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:40:19.082577 dv-cinder-790535-7-iscsi neutron-server[99312]: INFO oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Starting 1 workers Jul 07 20:40:19.089059 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] calling RpcWorker wait() {{(pid=99433) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 20:40:19.089955 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Started child 99434 {{(pid=99312) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:40:19.090092 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.service [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] returning from RpcWorker wait() {{(pid=99433) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 20:40:19.091823 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.092001 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG neutron_lib.callbacks.manager [None req-b37a0f43-01eb-4535-8f99-cef4969b3bd4 None None] Notify callbacks [] for process, after_spawn {{(pid=99312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.093049 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:40:19.094940 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99312) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 20:40:19.095277 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 20:40:19.095578 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 20:40:19.095908 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 20:40:19.096456 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 20:40:19.096739 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 20:40:19.097503 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.097935 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.098371 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.098798 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.099234 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.100268 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.100730 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.101129 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.102176 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.102176 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.102470 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.102608 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:19.103248 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.103248 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.103480 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.103882 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.104401 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.104723 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.104869 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:40:19.105133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.105423 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.105878 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.106454 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.106821 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.107251 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] debug = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.107666 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.108562 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.108964 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.109419 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.109796 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.110301 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.110729 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.111168 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.111552 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.111958 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.112380 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.112808 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.113193 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.113579 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.113947 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.114395 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.114764 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.115494 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] host = dv-cinder-790535-7-iscsi {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.115869 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.116260 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.116663 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.117059 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.117458 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.117846 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.118295 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.118728 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.119158 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.119549 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.119959 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.120380 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.120751 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.121153 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.121436 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_options = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.121818 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.122271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.122711 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.123021 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.123307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.123655 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.124146 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.125024 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.125024 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.125410 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.125743 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.126115 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.126511 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.126885 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.130209 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.132267 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.133576 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.133576 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.133576 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.133576 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.134314 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.134314 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.134683 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.134869 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.135174 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.135496 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.135847 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.136201 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.136601 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.136831 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.137133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.137450 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.137747 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_json = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.138046 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.138414 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.138765 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.139065 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.140850 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.141059 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.141253 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.141634 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.142205 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.142642 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.143072 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.143414 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.143770 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.144129 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.144475 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.145077 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.145457 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.145839 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.146368 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.146749 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.147223 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.147621 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.148070 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.148546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.148916 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.149319 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.149591 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.149921 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.150261 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.150608 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.151070 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.151443 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.151824 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.152250 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.152495 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.152857 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.153191 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.153826 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.153826 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.154170 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.154863 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.156763 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.156763 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.157276 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.157276 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.157626 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.157929 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.158360 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.158784 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.159343 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.159558 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.159902 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.160292 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.160766 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.161062 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.161589 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.161852 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.162668 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.162668 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.163634 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.163634 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.163915 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.164088 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.164526 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.164896 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.165284 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.165652 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.166030 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.166452 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.166955 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.167348 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.167717 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.167958 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.169522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.169522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.169522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.169522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.169522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.171374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.171374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.171374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.171374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.171374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.173007 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.173007 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.173007 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.173007 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.173007 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.175534 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.177624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.177624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.177624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.177624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.177624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.177624 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.178890 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.178890 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.178890 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.179284 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.179520 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.179826 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.180139 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.180477 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.180767 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.181072 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.181369 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.181666 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.182000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.182380 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.182737 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.183041 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.183458 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.183821 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.184340 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.184725 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.185168 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.185510 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.185917 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.186912 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.187434 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.187833 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.188281 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.188685 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.189080 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.189484 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.189933 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.190893 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.190893 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.191297 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.191452 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.191806 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.192163 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.192555 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.192918 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.193395 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.193779 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.194068 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.194748 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.195070 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.195327 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.195663 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.196300 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.196575 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.196839 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.197236 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.197949 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.197949 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.198461 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.198684 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.198929 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.199271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.199605 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.199946 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.200284 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.200602 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.201090 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.201298 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.201598 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.203194 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.203194 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.203194 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.203194 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.204542 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.204542 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.204542 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.204542 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.205451 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.205451 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.205451 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.206009 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.206009 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.206464 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.206809 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.207137 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.208526 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.208526 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.208526 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.208526 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.209308 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.209308 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.209691 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.209894 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.210422 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.210638 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.211133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.211133 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.211522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.211779 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.212290 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.212561 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.213146 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.213357 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.213988 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.213988 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.215002 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.215002 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.215002 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.215852 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.215852 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.215852 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.216543 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.216543 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.217151 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.217151 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.218668 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.218668 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.219158 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.219158 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.219819 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.220040 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.220301 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.220731 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.221832 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.221832 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.221832 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.222442 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.222619 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.222836 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.223195 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.223514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.223950 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.224256 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.224610 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.225019 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.225354 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.226950 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.226950 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.226950 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.226950 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.227749 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.227749 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.228145 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.228358 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.228739 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.229019 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.229391 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.229764 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.230122 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.230641 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.231049 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.231431 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.231907 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.232321 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.232739 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.234617 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.234617 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.234617 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.235056 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.235256 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.235636 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.236022 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.236452 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.236984 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.237399 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.237783 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.238163 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.238591 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.238992 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.239437 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.239796 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.240221 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.240690 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.241111 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.241539 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.241948 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.242380 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.242754 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.243124 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.243436 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.243811 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.244216 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.246271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.246271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.246271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.246271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.246271 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.247098 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.247463 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.247838 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.248204 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.248618 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.248880 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 20:40:19.249634 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99312) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 20:40:19.249902 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 20:40:19.250161 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 20:40:19.250716 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 20:40:19.250872 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 20:40:19.251049 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 20:40:19.251503 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.251781 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.252057 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.252327 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.252580 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.252858 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.253120 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.253375 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.253671 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.253928 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.254174 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.254516 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.254759 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.254997 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.255278 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.255553 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.255833 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.256118 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.256403 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.256682 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.256952 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.257235 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.257518 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] debug = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.257800 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.258126 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.258516 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.258762 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.259047 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.259293 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.259527 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.259767 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.260044 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.260318 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.260592 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.260866 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.261144 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.261420 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.261694 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.261973 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.262293 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.262538 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] host = dv-cinder-790535-7-iscsi {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.262791 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.263066 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.263321 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.263585 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.263856 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.264106 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.264731 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.264731 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.265093 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.265278 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.265463 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_options = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.270324 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271000 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271990 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271990 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.271990 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.272190 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.272468 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.272565 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.272948 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.272948 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.274307 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.275622 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.275622 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.275622 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.275622 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.275622 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.275622 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.276777 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.276777 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.276777 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.276777 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.277353 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.277353 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_json = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.277353 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.277764 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.277908 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.278117 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.278412 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.278665 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.278933 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.279185 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:40:19.279564 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.279748 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.280623 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.281165 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.281165 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.281654 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.282419 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.282419 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.282754 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.282959 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.283404 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.283676 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.283980 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.284462 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.284916 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.285107 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.285350 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.285709 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.286048 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.286289 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.286589 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.286937 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.287215 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.287948 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.287948 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.288212 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.288357 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.288722 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.288882 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.289074 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.289357 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.290061 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.290061 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.290523 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.290675 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.291063 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.291228 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.291465 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.291582 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.291909 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.292131 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.292432 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.292843 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.293113 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.293482 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.293954 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.294359 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.294687 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.294908 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.295185 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.296374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.296374 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.296738 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.296887 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.297154 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.297408 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.297801 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.297932 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.298202 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.298502 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.298722 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.299017 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.299251 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.299491 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.299708 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.299960 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.300193 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.300494 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.300749 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.301033 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.301314 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.301546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.301785 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.302182 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.302412 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.302654 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.302900 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.303014 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:40:19.303175 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.303421 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.303694 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.303972 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.304276 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.304511 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.304804 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.305085 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.305467 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.305605 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.305817 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.306115 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.306500 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.306830 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.306990 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.307263 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.307460 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.307699 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.307961 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.308239 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.308519 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.308804 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.309195 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.309425 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.309647 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.310076 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.310076 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.310515 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.310729 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.310902 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.311163 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.311453 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.311733 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.311999 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.312250 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.312489 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.312781 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.313069 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.313325 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.313583 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.313823 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.314114 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.314426 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.314666 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.314890 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.315150 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.315444 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.315715 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.315946 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.316166 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.316436 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.316716 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.316987 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.317261 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.317508 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.317822 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.318083 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.318393 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.318682 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.318952 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.319175 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.319401 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.319664 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.319946 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.320180 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.320403 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.320650 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.320945 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.321196 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.321470 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.321709 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.321978 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.322203 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.322521 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.322870 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.323015 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.323231 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.323485 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.323774 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.324037 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.324295 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.324600 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.324752 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.325043 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.325311 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.325515 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.325748 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.326035 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.326331 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.326544 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.326766 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.327105 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.328546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.328546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.328546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.328546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.328546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.328546 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.329912 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.329912 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.329912 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.329912 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.329912 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.330868 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.330868 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.330868 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.330868 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.332514 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.333628 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.333628 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.333628 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.333628 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.334780 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.334780 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.334780 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.334780 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.334780 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.335462 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.335462 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.335462 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.336063 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.336063 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.336063 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.336471 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.336617 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.336845 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.337062 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.337469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.337613 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.337847 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.338136 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.338454 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.338736 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.339012 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.339286 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.339480 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.339716 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.340084 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.340276 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.340276 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.340876 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.341006 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.341291 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.341569 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.341848 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.342116 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.342917 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.343295 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.343502 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.343739 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.344178 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.344471 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.344959 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.345576 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.345742 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.345882 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.346177 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.346522 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.346685 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.346887 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.347199 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.347448 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.347694 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.347956 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.348229 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.348500 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.348786 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.349081 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.349689 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.349689 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.350506 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.350506 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.350506 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.350954 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35708) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:40:19.351124 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.351124 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.351405 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.351405 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.351665 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.351921 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.352205 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.352492 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.352765 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.352995 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.353223 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.353472 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.353754 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.353993 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.354216 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.354504 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.354799 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.355029 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.355252 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.355469 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.356226 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.356226 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.356456 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:40:19.356677 dv-cinder-790535-7-iscsi neutron-server[99312]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99312) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 20:40:19.363194 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103030 Jul 07 20:40:33.631843 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f2b8d-0bd3-45dc-85a0-d3b34a331f8f None None] get_active_networks_info from dv-cinder-790535-7-iscsi {{(pid=99433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 20:40:33.794125 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-41e8298e-525c-491c-9045-6fbccbb66b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402650'] for agent, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:33.822920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f2b8d-0bd3-45dc-85a0-d3b34a331f8f None None] No non-hosted networks {{(pid=99433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 20:40:36.469734 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3733057d-b8f8-4acf-a63b-d0fbb2dffc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402650'] for agent, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:36.567587 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-de60dabc-d7c1-4245-9d30-262e614385ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:36.953702 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402650'] for agent, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:36.955292 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.956160 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.956933 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.957701 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.959012 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.959894 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.960810 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.961561 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.962224 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.963092 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.964165 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.966356 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:36.968502 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:40:36.987464 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:40:38.061307 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402650'] for agent, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:40.379894 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402650'] for agent, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:41.888601 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35804) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:40:42.644070 dv-cinder-790535-7-iscsi neutron-server[99431]: WARNING oslo_policy.policy [None req-d0aae5a7-628b-4a28-b142-1e8bf4c01c7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:42.645065 dv-cinder-790535-7-iscsi neutron-server[99431]: WARNING oslo_policy.policy [None req-d0aae5a7-628b-4a28-b142-1e8bf4c01c7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:42.977140 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [None req-d0aae5a7-628b-4a28-b142-1e8bf4c01c7f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:40:42.979223 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d0aae5a7-628b-4a28-b142-1e8bf4c01c7f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0894318 Jul 07 20:40:44.127731 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.db.l3_hamode_db [None req-e1560581-f626-491e-8893-d3aa8ba31a9f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 20:40:44.212832 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1560581-f626-491e-8893-d3aa8ba31a9f None None] Routers set() bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:40:44.213221 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1560581-f626-491e-8893-d3aa8ba31a9f None None] Router IDs set() for agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 20:40:45.577484 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 35818) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:40:46.217682 dv-cinder-790535-7-iscsi neutron-server[99432]: WARNING oslo_policy.policy [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:46.218408 dv-cinder-790535-7-iscsi neutron-server[99432]: WARNING oslo_policy.policy [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:46.435421 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:40:46.530807 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.policy [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99432) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 20:40:46.576621 dv-cinder-790535-7-iscsi neutron-server[99432]: WARNING oslo_policy.policy [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:46.577006 dv-cinder-790535-7-iscsi neutron-server[99432]: WARNING oslo_policy.policy [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:46.586472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.quota [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] Loaded quota_driver: . Jul 07 20:40:46.686596 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779045449317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779045449910', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779045494014', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779045496504', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779045473314', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779045483859', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527813', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1557665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1493275'] for rbac-policy, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:46.755711 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:46.757186 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-0e1eb03a-d52c-4682-bd55-b40979b8335b admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1762819 Jul 07 20:40:49.542067 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35836) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:40:49.921894 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'name': 'private'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:40:49.923924 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.quota [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Loaded quota_driver: . Jul 07 20:40:49.989294 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Made reservation on behalf of e86eb06c5c7c4a7ba288f2918f43712d for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:40:50.060535 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.policy [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 20:40:50.107777 dv-cinder-790535-7-iscsi neutron-server[99431]: WARNING oslo_policy.policy [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:50.108160 dv-cinder-790535-7-iscsi neutron-server[99431]: WARNING oslo_policy.policy [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:40:50.120150 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.143464 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.321326 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.325904 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.351400 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:40:50.389867 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779044239957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.390513 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Unsubscribe: segment precommit_create {{(pid=99431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 20:40:50.391043 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Added segment 536a7055-8fe4-4784-b5b3-4d25c1f5cb30 of type vlan for network b1b3205b-74a0-4cc1-ba79-426a59d77991 Jul 07 20:40:50.413652 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72409aec-5633-4be7-8b99-2845ea9bd825,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:50.445859 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.446268 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.446610 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.446940 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.447278 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.447615 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.447937 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.448256 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.448718 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.448893 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.449210 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.449652 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Tracked resource versions report: Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: pushed versions: Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: { 'AddressGroup': {'1.2'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'ConntrackHelper': {'1.0'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Log': {'1.0'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Network': {'1.1'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Port': {'1.7'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'PortForwarding': {'1.2'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'QosPolicy': {'1.8'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroup': {'1.4'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SubPort': {'1.0'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Subnet': {'1.1'}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Trunk': {'1.1'}} Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: consumer versions: Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'ConntrackHelper': '1.0', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Log': '1.0', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Network': '1.1', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Port': '1.7', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'PortForwarding': '1.2', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'QosPolicy': '1.8', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroup': '1.4', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroupRule': '1.2', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SubPort': '1.0', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Subnet': '1.1', Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Trunk': '1.1'}} Jul 07 20:40:50.450920 dv-cinder-790535-7-iscsi neutron-server[99431]: {{(pid=99431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:40:50.531967 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.591611 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.592723 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:50.593464 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:50.678047 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1347957 Jul 07 20:40:50.699942 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42d24c-7da8-459e-8893-b714a11fe94e admin admin] Pushing event updated for resources: {'Network': ['ID=b1b3205b-74a0-4cc1-ba79-426a59d77991,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:50.714776 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:40:53.576676 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 35852) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:40:54.095376 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943be93-2175-46cf-b359-145fd9493da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:54.097149 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c943be93-2175-46cf-b359-145fd9493da1 admin admin] 10.222.0.72 "GET /v2.0/networks/b1b3205b-74a0-4cc1-ba79-426a59d77991 HTTP/1.1" status: 200 len: 825 time: 0.5190964 Jul 07 20:40:54.124444 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-208335fe-df2a-4aa1-b04a-22487f567cd0 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/4592045b-bd70-4e15-9cf8-9df4e635de52 HTTP/1.1" status: 200 len: 734 time: 0.0206194 Jul 07 20:40:54.134424 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Request body: {'subnet': {'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:40:54.164026 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Made reservation on behalf of e86eb06c5c7c4a7ba288f2918f43712d for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:40:54.166854 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:54.500196 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:54.578824 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Checking segment: {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:40:54.579523 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Network hostable DHCP agents. Network: b1b3205b-74a0-4cc1-ba79-426a59d77991, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:40:54.591127 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fe6fac-39b7-4f26-aa8e-a31a5234dff7,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:54.609933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.610309 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.610653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.611788 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.612132 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.612644 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.612983 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.613340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.613681 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.614002 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.614342 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.614661 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Tracked resource versions report: Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: pushed versions: Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: { 'AddressGroup': {'1.2'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'ConntrackHelper': {'1.0'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Log': {'1.0'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Network': {'1.1'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Port': {'1.7'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'PortForwarding': {'1.2'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'QosPolicy': {'1.8'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroup': {'1.4'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SubPort': {'1.0'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Subnet': {'1.1'}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Trunk': {'1.1'}} Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: consumer versions: Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'ConntrackHelper': '1.0', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Log': '1.0', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Network': '1.1', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Port': '1.7', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'PortForwarding': '1.2', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'QosPolicy': '1.8', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroup': '1.4', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroupRule': '1.2', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SubPort': '1.0', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Subnet': '1.1', Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Trunk': '1.1'}} Jul 07 20:40:54.615828 dv-cinder-790535-7-iscsi neutron-server[99432]: {{(pid=99432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:40:54.646592 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:40:54.663515 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, b1b3205b-74a0-4cc1-ba79-426a59d77991) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:40:54.670546 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:40:54.671584 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:54.679138 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd370a5-81d2-4f84-8034-a6f55ca75b38 None None] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:40:54.693125 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2c7a61d2-abaa-4cf5-a460-52953d3f30c0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5612733 Jul 07 20:40:55.127490 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-b1b3205b-74a0-4cc1-ba79-426a59d77991', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:40:55.128971 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.443446 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Allocated IP 172.20.0.2 (b1b3205b-74a0-4cc1-ba79-426a59d77991/96fe6fac-39b7-4f26-aa8e-a31a5234dff7/e3de624e-f910-453a-99c6-e58b33118fb4) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:40:55.734073 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.753964 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Transition to ACTIVE for port object e3de624e-f910-453a-99c6-e58b33118fb4 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:40:55.781626 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Transition to ACTIVE for port object e3de624e-f910-453a-99c6-e58b33118fb4 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:40:55.794896 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:55.931211 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:40:55.944061 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:40:55.949166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:40:55.964502 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Pushing event updated for resources: {'Port': ['ID=e3de624e-f910-453a-99c6-e58b33118fb4,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:56.009636 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.009881 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.010454 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.010777 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.011136 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.011602 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.011942 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.012325 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.012680 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.013187 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.013535 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.013987 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Tracked resource versions report: Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: pushed versions: Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: { 'AddressGroup': {'1.2'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'ConntrackHelper': {'1.0'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Log': {'1.0'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Network': {'1.1'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Port': {'1.7'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'PortForwarding': {'1.2'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'QosPolicy': {'1.8'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroup': {'1.4'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SubPort': {'1.0'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Subnet': {'1.1'}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Trunk': {'1.1'}} Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: consumer versions: Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'ConntrackHelper': '1.0', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Log': '1.0', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Network': '1.1', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Port': '1.7', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'PortForwarding': '1.2', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'QosPolicy': '1.8', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroup': '1.4', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroupRule': '1.2', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SubPort': '1.0', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Subnet': '1.1', Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Trunk': '1.1'}} Jul 07 20:40:56.015223 dv-cinder-790535-7-iscsi neutron-server[99433]: {{(pid=99433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:40:56.055524 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Attempting to bind port e3de624e-f910-453a-99c6-e58b33118fb4 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:40:56.055946 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Attempting to bind port e3de624e-f910-453a-99c6-e58b33118fb4 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:40:56.056402 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Attempting to bind port e3de624e-f910-453a-99c6-e58b33118fb4 on network b1b3205b-74a0-4cc1-ba79-426a59d77991 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:40:56.062625 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:40:56.063048 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Checking segment: {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:40:56.063556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:56.063964 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Bound using segment: {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:40:56.065029 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Bound port: e3de624e-f910-453a-99c6-e58b33118fb4, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:40:56.065470 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:56.137110 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] For port e3de624e-f910-453a-99c6-e58b33118fb4, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:40:56.162598 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] For port e3de624e-f910-453a-99c6-e58b33118fb4, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e3de624e-f910-453a-99c6-e58b33118fb4,segment=NetworkSegment(536a7055-8fe4-4784-b5b3-4d25c1f5cb30),segment_id=536a7055-8fe4-4784-b5b3-4d25c1f5cb30)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:40:56.167975 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:56.244397 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531d4b-f8a1-4a26-b52b-cfbb44a4b5a3 None None] Pushing event updated for resources: {'Port': ['ID=e3de624e-f910-453a-99c6-e58b33118fb4,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:40:57.450958 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35864) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:40:57.923784 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [None req-7a777cb5-f6d3-4f85-a33b-b0052507a9c0 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:40:57.925306 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-7a777cb5-f6d3-4f85-a33b-b0052507a9c0 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4728572 Jul 07 20:41:00.738335 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35872) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:01.118987 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [None req-c52ba4ff-edca-4123-bd6b-444d9983b082 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:41:01.120133 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c52ba4ff-edca-4123-bd6b-444d9983b082 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3805826 Jul 07 20:41:03.005429 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85ca73-070c-4287-8ded-9d3b57ea42b4 None None] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:41:03.066556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9f5aa045-63aa-4176-8930-319d95e7444d None None] Provisioning for port e3de624e-f910-453a-99c6-e58b33118fb4 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:41:03.453995 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e3de624e-f910-453a-99c6-e58b33118fb4 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:03.544966 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3ad72f40-9af0-4743-bc6a-353184c95a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:03.591465 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port e3de624e-f910-453a-99c6-e58b33118fb4 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:41:03.598407 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port e3de624e-f910-453a-99c6-e58b33118fb4 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:03.599040 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:03.805253 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:03.877626 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port e3de624e-f910-453a-99c6-e58b33118fb4, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e3de624e-f910-453a-99c6-e58b33118fb4,segment=NetworkSegment(536a7055-8fe4-4784-b5b3-4d25c1f5cb30),segment_id=536a7055-8fe4-4784-b5b3-4d25c1f5cb30)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:03.884016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:03.967749 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=e3de624e-f910-453a-99c6-e58b33118fb4,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:04.097597 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35888) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:04.225882 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:41:04.513994 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] Request body: {'router': {'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'name': 'router1', 'admin_state_up': True}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:41:04.541688 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:04.543468 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:04.694035 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:04.699653 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:04.714028 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:04.715297 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-0d83d42c-9b3e-4da9-846c-58a77956f94c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6163456 Jul 07 20:41:05.431103 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e3de624e-f910-453a-99c6-e58b33118fb4 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:05.515908 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port e3de624e-f910-453a-99c6-e58b33118fb4 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:05.516488 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:06.450333 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-434e503a-faac-4fe2-995d-5b2ff549b029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:06.944729 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:07.376402 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35896) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:07.829471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [None req-4cadecfc-eecf-4c75-8f81-d6257c212ef0 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:41:07.831705 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-4cadecfc-eecf-4c75-8f81-d6257c212ef0 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4540906 Jul 07 20:41:07.975874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.330384 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.606220 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35914) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:10.756464 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:41:10.781415 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Made reservation on behalf of 40d7c38586e549a78098b7e29bffc0c0 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:41:10.783862 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.793227 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.905933 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.910855 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.932113 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Reserving flat network on physical network physnet1 {{(pid=99431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 20:41:10.954901 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235f62ce-19a9-453b-ae4a-51d9c43faf24,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:10.958929 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:10.959261 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Added segment f7516329-aba1-42f0-b6a8-5263dd46bf5d of type flat for network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 Jul 07 20:41:11.014517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:11.055437 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:11.056544 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:11.057162 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:11.114744 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5069585 Jul 07 20:41:11.120616 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0a92-6e4b-4b4b-9de1-394bb0d23e7a admin admin] Pushing event updated for resources: {'Network': ['ID=66a325ae-dfd8-4efe-a5c5-15f21fb83a12,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:11.133825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:41:13.624736 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35932) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:13.811704 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac31a5-916f-4ae8-9337-92becb17e1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:13.813114 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-4dac31a5-916f-4ae8-9337-92becb17e1a4 admin admin] 10.222.0.72 "GET /v2.0/subnets/96fe6fac-39b7-4f26-aa8e-a31a5234dff7 HTTP/1.1" status: 200 len: 849 time: 0.1875010 Jul 07 20:41:13.954806 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a6a45297-1e77-4735-acb1-71a5e1515f71 admin admin] 10.222.0.72 "GET /v2.0/routers/fc36e668-0a0b-4e62-98a8-872a96c9f6fc HTTP/1.1" status: 200 len: 704 time: 0.1350880 Jul 07 20:41:14.250183 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:14.595472 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Allocated IP 172.20.0.1 (b1b3205b-74a0-4cc1-ba79-426a59d77991/96fe6fac-39b7-4f26-aa8e-a31a5234dff7/e4d32a0f-56ce-4b1f-b796-ba5eab539f38) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:41:14.811062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:14.843081 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Transition to ACTIVE for port object e4d32a0f-56ce-4b1f-b796-ba5eab539f38 will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:41:14.939375 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.013349 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:41:15.020613 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:41:15.033807 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:41:15.034383 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.058484 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:15.266936 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e078c014-2cba-4b05-b7b4-f165ccc5c33a None None] Provisioning for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:41:15.274100 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e078c014-2cba-4b05-b7b4-f165ccc5c33a None None] Provisioning complete for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:15.274791 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e078c014-2cba-4b05-b7b4-f165ccc5c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.319398 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e078c014-2cba-4b05-b7b4-f165ccc5c33a None None] Port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:41:15.350459 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.559239 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.564934 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.566353 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.662732 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:15.716848 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:41:15.718804 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:41:15.951314 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9bd57fd6-3551-4c79-9dd5-7e8669a343c4 None None] Provisioning complete for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:15.951870 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9bd57fd6-3551-4c79-9dd5-7e8669a343c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:15.968099 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Router fc36e668-0a0b-4e62-98a8-872a96c9f6fc is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:41:16.004989 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-9bd57fd6-3551-4c79-9dd5-7e8669a343c4 None None] Port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:41:16.097530 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:41:16.107380 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2c5d1946-09a2-47f6-bc78-a3b402c83570 admin admin] 10.222.0.72 "PUT /v2.0/routers/fc36e668-0a0b-4e62-98a8-872a96c9f6fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1468034 Jul 07 20:41:16.109310 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Sync routers for ids ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:41:16.122204 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Routers {'fc36e668-0a0b-4e62-98a8-872a96c9f6fc'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:41:16.123287 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:41:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:16.324720 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Set router fc36e668-0a0b-4e62-98a8-872a96c9f6fc gateway port host: None {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:41:17.010304 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'name': 'router1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:41:04Z', 'updated_at': '2021-07-07T20:41:15Z', 'revision_number': 2, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'gw_port_host': None, '_interfaces': [{'id': 'e4d32a0f-56ce-4b1f-b796-ba5eab539f38', 'name': '', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'mac_address': 'fa:16:3e:3b:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:14Z', 'updated_at': '2021-07-07T20:41:15Z', 'revision_number': 2, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnets': [{'id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:17.090181 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Checking router: fc36e668-0a0b-4e62-98a8-872a96c9f6fc for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:41:17.090592 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Updating router fc36e668-0a0b-4e62-98a8-872a96c9f6fc port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:41:17.188489 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:17.828257 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:17.852333 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Transition to ACTIVE for port object e4d32a0f-56ce-4b1f-b796-ba5eab539f38 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:41:17.860279 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:18.048963 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Pushing event updated for resources: {'Port': ['ID=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:18.074529 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.075097 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.075671 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.076250 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.076824 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.077388 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.077943 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.078609 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.079155 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.079686 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.080232 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.080662 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Tracked resource versions report: Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: pushed versions: Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: { 'AddressGroup': {'1.2'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'ConntrackHelper': {'1.0'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Log': {'1.0'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Network': {'1.1'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Port': {'1.7'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'PortForwarding': {'1.2'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'QosPolicy': {'1.8'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroup': {'1.4'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SubPort': {'1.0'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Subnet': {'1.1'}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Trunk': {'1.1'}} Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: consumer versions: Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'ConntrackHelper': '1.0', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Log': '1.0', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Network': '1.1', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Port': '1.7', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'PortForwarding': '1.2', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'QosPolicy': '1.8', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroup': '1.4', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroupRule': '1.2', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SubPort': '1.0', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Subnet': '1.1', Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Trunk': '1.1'}} Jul 07 20:41:18.083439 dv-cinder-790535-7-iscsi neutron-server[99434]: {{(pid=99434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:41:18.090674 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Attempting to bind port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:41:18.091235 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Attempting to bind port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:41:18.092048 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Attempting to bind port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 on network b1b3205b-74a0-4cc1-ba79-426a59d77991 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:41:18.102677 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:41:18.103438 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Checking segment: {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:41:18.103802 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:18.104368 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Bound using segment: {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:41:18.105117 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Bound port: e4d32a0f-56ce-4b1f-b796-ba5eab539f38, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536a7055-8fe4-4784-b5b3-4d25c1f5cb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:41:18.105737 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:18.207993 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] For port e4d32a0f-56ce-4b1f-b796-ba5eab539f38, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:41:18.247762 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] For port e4d32a0f-56ce-4b1f-b796-ba5eab539f38, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,segment=NetworkSegment(536a7055-8fe4-4784-b5b3-4d25c1f5cb30),segment_id=536a7055-8fe4-4784-b5b3-4d25c1f5cb30)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:41:18.257436 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:18.328125 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Routers {'fc36e668-0a0b-4e62-98a8-872a96c9f6fc'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:41:18.328838 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:41:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:18.381842 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1be7e-87c7-4ec7-a825-67c35756a4c3 None None] Pushing event updated for resources: {'Port': ['ID=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,revision_number=4']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:18.444577 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] Set router fc36e668-0a0b-4e62-98a8-872a96c9f6fc gateway port host: None {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:41:18.626647 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 35942) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:18.736560 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'name': 'router1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:41:04Z', 'updated_at': '2021-07-07T20:41:15Z', 'revision_number': 2, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'gw_port_host': None, '_interfaces': [{'id': 'e4d32a0f-56ce-4b1f-b796-ba5eab539f38', 'name': '', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'mac_address': 'fa:16:3e:3b:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:14Z', 'updated_at': '2021-07-07T20:41:18Z', 'revision_number': 4, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnets': [{'id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:18.765412 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee6ce-a541-45de-b172-657fa0abc113 None None] The sync data for ids ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'] in dv-cinder-790535-7-iscsi is: [{'id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'name': 'router1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:41:04Z', 'updated_at': '2021-07-07T20:41:15Z', 'revision_number': 2, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'gw_port_host': None, '_interfaces': [{'id': 'e4d32a0f-56ce-4b1f-b796-ba5eab539f38', 'name': '', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'mac_address': 'fa:16:3e:3b:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:14Z', 'updated_at': '2021-07-07T20:41:18Z', 'revision_number': 4, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnets': [{'id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:41:18.806229 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fdf18-b508-43fc-911d-e9872b5147d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:18.808453 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c64fdf18-b508-43fc-911d-e9872b5147d7 admin admin] 10.222.0.72 "GET /v2.0/networks/66a325ae-dfd8-4efe-a5c5-15f21fb83a12 HTTP/1.1" status: 200 len: 842 time: 0.1803052 Jul 07 20:41:18.823282 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:41:18.859295 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Made reservation on behalf of 40d7c38586e549a78098b7e29bffc0c0 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:41:18.861872 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:19.246208 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.objects.ports [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99431) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 20:41:19.246687 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:19.308738 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc17f240-7888-466b-ab28-5ff987200492,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:19.321770 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:41:19.322132 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Network hostable DHCP agents. Network: 66a325ae-dfd8-4efe-a5c5-15f21fb83a12, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:41:19.352877 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:41:19.369057 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 66a325ae-dfd8-4efe-a5c5-15f21fb83a12) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:41:19.374923 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:19.376252 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:19.383562 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e855363-a890-4f2b-b60c-5aaa50449d70 None None] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:41:19.395115 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5cfb21fe-70d4-4944-a7b0-a6ad164223d4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5758927 Jul 07 20:41:19.541350 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c28018-b59e-4fb8-96bc-59b5ded46a68 None None] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:41:21.936584 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 35954) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:22.364999 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-03efd49c-bbfa-40de-9ea4-49806441f791 admin admin] 10.222.0.72 "GET /v2.0/routers/fc36e668-0a0b-4e62-98a8-872a96c9f6fc HTTP/1.1" status: 200 len: 710 time: 0.4271588 Jul 07 20:41:22.505620 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d028d-da7d-45f0-ba5c-fdd4b1ef295e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:41:22.507169 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-950d028d-da7d-45f0-ba5c-fdd4b1ef295e admin admin] 10.222.0.72 "GET /v2.0/networks/66a325ae-dfd8-4efe-a5c5-15f21fb83a12 HTTP/1.1" status: 200 len: 886 time: 0.1360688 Jul 07 20:41:22.521996 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:41:22.815306 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.109734 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.202715 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.414481 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Allocated IP 172.27.3.109 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/364f4489-c66f-4309-9f9d-70cfb24f92e7) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:41:23.501845 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e4d32a0f-56ce-4b1f-b796-ba5eab539f38 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:23.558621 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:41:23.565468 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:23.566216 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.575124 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.656002 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.699067 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port e4d32a0f-56ce-4b1f-b796-ba5eab539f38, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,segment=NetworkSegment(536a7055-8fe4-4784-b5b3-4d25c1f5cb30),segment_id=536a7055-8fe4-4784-b5b3-4d25c1f5cb30)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:23.704783 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.735793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:23.757706 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=e4d32a0f-56ce-4b1f-b796-ba5eab539f38,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:23.898392 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:41:23.907199 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:41:23.916102 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:41:23.921226 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Pushing event updated for resources: {'Port': ['ID=364f4489-c66f-4309-9f9d-70cfb24f92e7,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:24.440369 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:24.696612 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:24.702445 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-285981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-285958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-413900'] for router, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:24.880243 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Router fc36e668-0a0b-4e62-98a8-872a96c9f6fc has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:41:25.006934 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:41:25.013455 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:25.017190 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5ed73d22-2a7b-4823-b3b0-6ae756d4eb13 admin admin] 10.222.0.72 "PUT /v2.0/routers/fc36e668-0a0b-4e62-98a8-872a96c9f6fc HTTP/1.1" status: 200 len: 890 time: 2.4984233 Jul 07 20:41:25.042665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Sync routers for ids ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:41:25.061255 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Routers {'fc36e668-0a0b-4e62-98a8-872a96c9f6fc'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:41:25.062548 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:41:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:25.469435 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e4d32a0f-56ce-4b1f-b796-ba5eab539f38 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:25.475281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Set router fc36e668-0a0b-4e62-98a8-872a96c9f6fc gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:41:25.745437 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:25.745816 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.008651 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'name': 'router1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '364f4489-c66f-4309-9f9d-70cfb24f92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:41:04Z', 'updated_at': '2021-07-07T20:41:24Z', 'revision_number': 4, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'gw_port': {'id': '364f4489-c66f-4309-9f9d-70cfb24f92e7', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:23Z', 'updated_at': '2021-07-07T20:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'e4d32a0f-56ce-4b1f-b796-ba5eab539f38', 'name': '', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'mac_address': 'fa:16:3e:3b:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:14Z', 'updated_at': '2021-07-07T20:41:23Z', 'revision_number': 5, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnets': [{'id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:26.065460 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Checking router: fc36e668-0a0b-4e62-98a8-872a96c9f6fc for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:41:26.066538 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Updating router fc36e668-0a0b-4e62-98a8-872a96c9f6fc port 364f4489-c66f-4309-9f9d-70cfb24f92e7 binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:41:26.109356 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.510445 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.526808 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Transition to ACTIVE for port object 364f4489-c66f-4309-9f9d-70cfb24f92e7 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:41:26.535380 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.626287 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Attempting to bind port 364f4489-c66f-4309-9f9d-70cfb24f92e7 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:41:26.626823 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Attempting to bind port 364f4489-c66f-4309-9f9d-70cfb24f92e7 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:41:26.627308 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Attempting to bind port 364f4489-c66f-4309-9f9d-70cfb24f92e7 on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:41:26.637153 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:41:26.637678 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:41:26.638166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.638683 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:41:26.639258 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Bound port: 364f4489-c66f-4309-9f9d-70cfb24f92e7, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:41:26.639758 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.641769 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84216e-21be-4108-90c8-7d784ddd5e65 None None] Pushing event updated for resources: {'Port': ['ID=364f4489-c66f-4309-9f9d-70cfb24f92e7,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:26.712923 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] For port 364f4489-c66f-4309-9f9d-70cfb24f92e7, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:41:26.717243 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] For port 364f4489-c66f-4309-9f9d-70cfb24f92e7, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=364f4489-c66f-4309-9f9d-70cfb24f92e7,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:41:26.723347 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:26.829326 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Routers {'fc36e668-0a0b-4e62-98a8-872a96c9f6fc'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:41:26.830470 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:41:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:26.839569 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84216e-21be-4108-90c8-7d784ddd5e65 None None] Pushing event updated for resources: {'Port': ['ID=364f4489-c66f-4309-9f9d-70cfb24f92e7,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:27.130070 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] Set router fc36e668-0a0b-4e62-98a8-872a96c9f6fc gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:41:27.482551 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'name': 'router1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '364f4489-c66f-4309-9f9d-70cfb24f92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:41:04Z', 'updated_at': '2021-07-07T20:41:24Z', 'revision_number': 4, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'gw_port': {'id': '364f4489-c66f-4309-9f9d-70cfb24f92e7', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:23Z', 'updated_at': '2021-07-07T20:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'e4d32a0f-56ce-4b1f-b796-ba5eab539f38', 'name': '', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'mac_address': 'fa:16:3e:3b:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:14Z', 'updated_at': '2021-07-07T20:41:23Z', 'revision_number': 5, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnets': [{'id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:41:27.534522 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc6981-25bb-4284-978b-9d2c03743c03 None None] The sync data for ids ['fc36e668-0a0b-4e62-98a8-872a96c9f6fc'] in dv-cinder-790535-7-iscsi is: [{'id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'name': 'router1', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '364f4489-c66f-4309-9f9d-70cfb24f92e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:41:04Z', 'updated_at': '2021-07-07T20:41:24Z', 'revision_number': 4, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'gw_port': {'id': '364f4489-c66f-4309-9f9d-70cfb24f92e7', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:23Z', 'updated_at': '2021-07-07T20:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'e4d32a0f-56ce-4b1f-b796-ba5eab539f38', 'name': '', 'network_id': 'b1b3205b-74a0-4cc1-ba79-426a59d77991', 'tenant_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'mac_address': 'fa:16:3e:3b:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36e668-0a0b-4e62-98a8-872a96c9f6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:41:14Z', 'updated_at': '2021-07-07T20:41:23Z', 'revision_number': 5, 'project_id': 'e86eb06c5c7c4a7ba288f2918f43712d', 'subnets': [{'id': '96fe6fac-39b7-4f26-aa8e-a31a5234dff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4592045b-bd70-4e15-9cf8-9df4e635de52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:41:27.867518 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 35962) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:41:28.032716 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-15661747-803a-4916-9559-be3b8c848fd6 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1638017 Jul 07 20:41:29.498664 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 364f4489-c66f-4309-9f9d-70cfb24f92e7 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:29.592215 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 364f4489-c66f-4309-9f9d-70cfb24f92e7 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:41:29.597012 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 364f4489-c66f-4309-9f9d-70cfb24f92e7 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:29.597415 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:29.690389 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:29.714911 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 364f4489-c66f-4309-9f9d-70cfb24f92e7, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=364f4489-c66f-4309-9f9d-70cfb24f92e7,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:41:29.721425 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:29.807486 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=364f4489-c66f-4309-9f9d-70cfb24f92e7,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:41:31.450281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 364f4489-c66f-4309-9f9d-70cfb24f92e7 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:41:31.511263 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 364f4489-c66f-4309-9f9d-70cfb24f92e7 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:41:31.511797 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:33.483518 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c0217663-e971-4beb-abaa-b6bd794d1ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:36.480124 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3755bd68-bd6e-49e8-aeef-0dbc22f1d4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:36.962234 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:38.036269 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:40.361202 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:41.254116 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:03.481935 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-39dd8b55-9bde-4a1e-9f1d-a66848066314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:06.466605 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e180a1b2-38de-4956-a03e-4b4f252ecc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:06.943214 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:07.998707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:10.350053 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:18.258681 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:33.472471 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1470a60c-b5b0-41a0-8a9c-f9a5fbb5ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:36.453063 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d07dba0c-8794-4634-9e87-4eb7fa65fb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:36.937347 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:37.978944 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:40.348302 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:55.259709 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:03.473606 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-403be2fa-cae3-430c-9fe4-3a803dad32a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:06.454746 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-bb9a58bd-b331-42c7-9b22-313b27caaa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:06.950171 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:07.988981 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:10.359286 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:24.876576 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36530) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:24.965461 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59f68e0-a600-462d-b723-154d788c418b admin admin] GET failed (client error): The resource could not be found. Jul 07 20:43:24.965461 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f59f68e0-a600-462d-b723-154d788c418b admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0851216 Jul 07 20:43:25.159187 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0d477-8ba6-4ae9-a567-88c5200296c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:25.160983 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b2d0d477-8ba6-4ae9-a567-88c5200296c1 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1928215 Jul 07 20:43:27.580802 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36540) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:27.833458 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd96f12-2e0b-435b-8066-ee8a59414407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:27.835788 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dbd96f12-2e0b-435b-8066-ee8a59414407 admin admin] 10.222.0.72 "GET /v2.0/subnets/96fe6fac-39b7-4f26-aa8e-a31a5234dff7 HTTP/1.1" status: 200 len: 849 time: 0.2537780 Jul 07 20:43:27.846598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:43:27.943787 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Notify callbacks [] for subnet, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:28.123101 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779044144927'] for subnet, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:28.157114 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:28.157767 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:28.159184 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] 10.222.0.72 "PUT /v2.0/subnets/96fe6fac-39b7-4f26-aa8e-a31a5234dff7 HTTP/1.1" status: 200 len: 868 time: 0.3170688 Jul 07 20:43:28.174714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e88cf0-0a43-4baf-a726-585dcb1e85a2 None None] Network b1b3205b-74a0-4cc1-ba79-426a59d77991 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:43:28.183936 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fe6fac-39b7-4f26-aa8e-a31a5234dff7,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:43:28.193990 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.194657 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.195434 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.196021 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.196599 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.197238 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.197809 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.198731 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.199341 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.199947 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.200571 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.201237 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a7a51-19e0-4e81-b138-6947f59f8d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:43:28.669657 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-ea37f83f-f682-4b8e-b304-b18961300318 None None] Provisioning complete for port e3de624e-f910-453a-99c6-e58b33118fb4 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:43:28.670004 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ea37f83f-f682-4b8e-b304-b18961300318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:28.785732 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-ea37f83f-f682-4b8e-b304-b18961300318 None None] Provisioning complete for port e4d32a0f-56ce-4b1f-b796-ba5eab539f38 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:43:28.786157 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ea37f83f-f682-4b8e-b304-b18961300318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:30.591011 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36548) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:30.831501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1ed7d-ab86-4330-9c7e-1eb6bf64d03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:30.831891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1ed7d-ab86-4330-9c7e-1eb6bf64d03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:30.833525 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-27c1ed7d-ab86-4330-9c7e-1eb6bf64d03a admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2415035 Jul 07 20:43:32.259251 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:33.168670 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36558) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:33.398037 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b42dd6-53ec-44d3-8f6b-81265bf07e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:33.398547 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b42dd6-53ec-44d3-8f6b-81265bf07e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:33.400154 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-61b42dd6-53ec-44d3-8f6b-81265bf07e9d admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2304511 Jul 07 20:43:33.471728 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-add6dbb8-fdf7-4a22-980b-cb433eb0305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:35.816593 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36566) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:35.964490 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba3bfb-d533-40c1-aa62-991767275369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:35.965887 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-9eba3bfb-d533-40c1-aa62-991767275369 admin admin] 10.222.0.72 "GET /v2.0/networks/66a325ae-dfd8-4efe-a5c5-15f21fb83a12 HTTP/1.1" status: 200 len: 886 time: 0.1483388 Jul 07 20:43:36.451419 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f829deac-d2a8-44d5-8910-813ca6236b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:36.944874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:37.984172 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:38.441775 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36574) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:38.601625 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b042965-0c77-407d-868b-4bf203af2324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:38.603892 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-1b042965-0c77-407d-868b-4bf203af2324 admin admin] 10.222.0.72 "GET /v2.0/networks/b1b3205b-74a0-4cc1-ba79-426a59d77991 HTTP/1.1" status: 200 len: 869 time: 0.1609137 Jul 07 20:43:40.355156 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:40.931864 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36582) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:41.069668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83eb78-542b-4057-8351-22890cc0a428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:41.070171 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83eb78-542b-4057-8351-22890cc0a428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:41.072770 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3c83eb78-542b-4057-8351-22890cc0a428 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398554 Jul 07 20:43:43.514417 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36590) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:43.653585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f106f98-7ae8-4fc7-88c8-9bf773a90c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:43.654481 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f106f98-7ae8-4fc7-88c8-9bf773a90c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:43.657297 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3f106f98-7ae8-4fc7-88c8-9bf773a90c4b admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1416674 Jul 07 20:43:46.055970 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36598) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:46.159397 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba62b79-7a41-4424-b80f-cfc48de4ece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:46.161282 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8ba62b79-7a41-4424-b80f-cfc48de4ece9 admin admin] 10.222.0.72 "GET /v2.0/subnets/96fe6fac-39b7-4f26-aa8e-a31a5234dff7 HTTP/1.1" status: 200 len: 868 time: 0.1041439 Jul 07 20:43:48.533637 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36606) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:43:48.635515 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902afc6b-be86-4694-ad3a-a36ed222884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:43:48.636955 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-902afc6b-be86-4694-ad3a-a36ed222884d admin admin] 10.222.0.72 "GET /v2.0/subnets/cc17f240-7888-466b-ab28-5ff987200492 HTTP/1.1" status: 200 len: 816 time: 0.1021478 Jul 07 20:44:03.473694 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-47242ff5-2f3d-44d1-b59f-33c8a68640cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:06.453791 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b21dc4ed-1743-4c19-aa02-efc39b917bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:06.957707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:07.991039 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:09.258842 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:44:10.355160 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:15.581497 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36650) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:15.640613 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [None req-b611cec9-ce5e-484a-8824-696d4153080e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:44:15.641725 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-b611cec9-ce5e-484a-8824-696d4153080e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583000 Jul 07 20:44:18.121155 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36658) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:18.203308 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3608e9b-98a1-4cc9-bb0d-0af8443e4bd0 admin admin] GET failed (client error): The resource could not be found. Jul 07 20:44:18.204910 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a3608e9b-98a1-4cc9-bb0d-0af8443e4bd0 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0828116 Jul 07 20:44:18.450385 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f08e34-597a-4b4a-b7c9-62bebbc7d3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:18.451923 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-26f08e34-597a-4b4a-b7c9-62bebbc7d3de admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2392743 Jul 07 20:44:20.854054 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36666) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:20.910267 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:20.935708 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Made reservation on behalf of 40d7c38586e549a78098b7e29bffc0c0 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:20.938171 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.972816 dv-cinder-790535-7-iscsi neutron-server[99431]: WARNING neutron.services.revisions.revision_plugin [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Could not find related network for resource to bump revision. Jul 07 20:44:20.986336 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:44:20.998756 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.999168 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Added segment 4186be88-ebc1-492e-aca7-4e34526cead8 of type vlan for network 9325ab61-5fcf-42ee-915b-23f35a76a90f Jul 07 20:44:21.043576 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.078155 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.079325 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:21.080009 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.142205 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2866094 Jul 07 20:44:21.161834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659906-700f-4d0e-b0fd-e2b80458679c admin admin] Pushing event updated for resources: {'Network': ['ID=9325ab61-5fcf-42ee-915b-23f35a76a90f,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:21.176499 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 9325ab61-5fcf-42ee-915b-23f35a76a90f details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:44:23.548193 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36674) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:23.641275 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a67ef64-4924-4dbe-ba43-63203db33551 admin admin] GET failed (client error): The resource could not be found. Jul 07 20:44:23.642798 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-7a67ef64-4924-4dbe-ba43-63203db33551 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0935950 Jul 07 20:44:23.721354 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08944859-a309-4561-823e-42ce2800e688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:23.723557 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-08944859-a309-4561-823e-42ce2800e688 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0762384 Jul 07 20:44:23.738741 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:23.765383 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Made reservation on behalf of 40d7c38586e549a78098b7e29bffc0c0 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:23.767924 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.958404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.019498 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00a2d73-a848-456b-a91b-bcbe1fcf8944,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:24.035440 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Checking segment: {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:24.035440 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Network hostable DHCP agents. Network: 9325ab61-5fcf-42ee-915b-23f35a76a90f, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:44:24.054366 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Network 9325ab61-5fcf-42ee-915b-23f35a76a90f is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:44:24.069784 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 9325ab61-5fcf-42ee-915b-23f35a76a90f) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:24.075536 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:24.076805 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.083520 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbafd55-ec27-4430-8261-ce0a3e4a7ccd None None] Network 9325ab61-5fcf-42ee-915b-23f35a76a90f requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:24.097454 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ef4bd757-3062-4eea-979c-3f65bd15e697 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3628154 Jul 07 20:44:24.428361 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-9325ab61-5fcf-42ee-915b-23f35a76a90f', 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f', 'tenant_id': '40d7c38586e549a78098b7e29bffc0c0', 'fixed_ips': [{'subnet_id': 'f00a2d73-a848-456b-a91b-bcbe1fcf8944'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:44:24.429899 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.627462 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Allocated IP 192.168.233.2 (9325ab61-5fcf-42ee-915b-23f35a76a90f/f00a2d73-a848-456b-a91b-bcbe1fcf8944/f4d9ef75-4cf4-41b6-be22-029b52997875) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:24.846930 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.866057 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Transition to ACTIVE for port object f4d9ef75-4cf4-41b6-be22-029b52997875 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:24.897814 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Transition to ACTIVE for port object f4d9ef75-4cf4-41b6-be22-029b52997875 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:24.907378 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.958449 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Network 9325ab61-5fcf-42ee-915b-23f35a76a90f is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:24.964590 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:24.967504 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:24.978374 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Pushing event updated for resources: {'Port': ['ID=f4d9ef75-4cf4-41b6-be22-029b52997875,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:25.008920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.009309 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.009617 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.009960 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.010323 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.010700 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.011090 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.011436 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.011789 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.012119 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.012451 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.012791 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:25.066331 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Attempting to bind port f4d9ef75-4cf4-41b6-be22-029b52997875 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:25.066824 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Attempting to bind port f4d9ef75-4cf4-41b6-be22-029b52997875 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:25.067210 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Attempting to bind port f4d9ef75-4cf4-41b6-be22-029b52997875 on network 9325ab61-5fcf-42ee-915b-23f35a76a90f {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:25.073400 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:25.073774 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Checking segment: {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:25.074192 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.074637 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Bound using segment: {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:25.075352 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Bound port: f4d9ef75-4cf4-41b6-be22-029b52997875, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:25.076340 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.167378 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] For port f4d9ef75-4cf4-41b6-be22-029b52997875, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:25.171960 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] For port f4d9ef75-4cf4-41b6-be22-029b52997875, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=f4d9ef75-4cf4-41b6-be22-029b52997875,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:25.179867 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.255978 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b70a56-c714-4b25-9e5b-a684cf079986 None None] Pushing event updated for resources: {'Port': ['ID=f4d9ef75-4cf4-41b6-be22-029b52997875,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:25.672118 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device f4d9ef75-4cf4-41b6-be22-029b52997875 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:25.738432 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port f4d9ef75-4cf4-41b6-be22-029b52997875 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:26.256740 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd6d93-959a-44d5-9e1f-5bcd416fc5f6 None None] Network 9325ab61-5fcf-42ee-915b-23f35a76a90f requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:26.324708 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] Provisioning for port f4d9ef75-4cf4-41b6-be22-029b52997875 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:26.331917 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] Provisioning complete for port f4d9ef75-4cf4-41b6-be22-029b52997875 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:26.332291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.512658 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.574714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] For port f4d9ef75-4cf4-41b6-be22-029b52997875, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=f4d9ef75-4cf4-41b6-be22-029b52997875,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:26.583974 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.670052 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21efce-27a2-462a-aee3-e106bf126b4a None None] Pushing event updated for resources: {'Port': ['ID=f4d9ef75-4cf4-41b6-be22-029b52997875,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:26.826213 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-4a273b49-9d7b-485d-8d28-02b0591786bd None None] Provisioning complete for port f4d9ef75-4cf4-41b6-be22-029b52997875 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:26.826882 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-4a273b49-9d7b-485d-8d28-02b0591786bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.599088 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device f4d9ef75-4cf4-41b6-be22-029b52997875 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:27.660262 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port f4d9ef75-4cf4-41b6-be22-029b52997875 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:27.660745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:33.469645 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-02ee6270-fb66-43a8-8723-5b9bae650a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.457531 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-fb90c137-2f1e-40e4-b748-aa54812b4552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.954898 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.989046 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.359557 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.258654 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:03.471348 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-adb8296f-817e-4b4d-93d5-c3961daa9cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.459312 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab252-a1bd-4958-b08a-53b7a06dc412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.957454 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.998768 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.368339 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.258461 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:33.471097 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ec13-e6ca-45f0-b88b-25004c11dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.461388 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d1540b4f-c9c5-44dd-a984-6497ca264a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.964596 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.005328 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.420553 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36726) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:39.427662 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [None req-81f2250c-d1ba-4938-9e0e-ad970b8331f8 tempest-verify_tempest_config-760217040 tempest-verify_tempest_config-760217040-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:45:39.428921 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-81f2250c-d1ba-4938-9e0e-ad970b8331f8 tempest-verify_tempest_config-760217040 tempest-verify_tempest_config-760217040-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069487 Jul 07 20:45:39.801610 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36744) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:39.940945 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.111889 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.117120 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.167019 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df497553-37fe-44b3-b618-cab38053c1e1,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:40.172015 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17ed070be5974871a9bb89f2fa437358&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3690434 Jul 07 20:45:40.176701 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36748) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:40.177989 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.178400 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.178754 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.179100 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.179443 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.179799 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.180137 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.180471 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.180821 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.181158 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.181488 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.181815 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bffb06-00aa-4623-8052-cc0ea186af8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.248200 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.277891 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.372856 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.404397 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.409500 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.410966 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df497553-37fe-44b3-b618-cab38053c1e1 HTTP/1.1" status: 204 len: 168 time: 0.2330949 Jul 07 20:45:40.421085 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df497553-37fe-44b3-b618-cab38053c1e1,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:40.429250 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.429629 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.429988 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.430395 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.430706 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.431060 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.431400 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.431731 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.432078 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.432413 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.432741 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:40.433074 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441251d8-48da-41a5-ac9b-6e20f4cc25ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:00.257837 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:46:03.469809 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-15005ec8-7bc9-44db-97ab-3c6a495be546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.457941 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bf787de-eddf-4c3b-8234-6a3073c0c483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.949629 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.003998 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.369482 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.467355 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-37d83f03-1556-4d55-887b-2538cd99442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.462628 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d1f516db-baf7-482a-a4b9-99e3db152a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.954086 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.256879 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:46:38.005497 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.372370 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.460893 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-a9292b84-e217-4bf2-aef4-a9b9806b104d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.468174 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9719b031-6066-4ba2-a5e6-d1e4fb66e0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.959421 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:08.014687 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:10.377633 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:14.256062 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 5 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:47:20.705023 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402650'] for agent, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.113011 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 36802) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:26.239755 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d75ba9b3-9796-46f9-81f6-b57670ef0a93 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1252694 Jul 07 20:47:28.577138 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 36812) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:28.667101 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c0b95bd2-7a98-4568-b34a-cee95f5f1f49 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0888059 Jul 07 20:47:33.469740 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-607afb3c-db1e-4542-a7e2-9d703a010376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.477509 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7f83d170-ad4f-4f1b-b9a9-bcefa8d8dfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.964053 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:38.013342 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.380777 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.651814 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.256384 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:48:03.465059 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-50eebce9-4e5a-4ce0-92d5-3ff7d29e3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.471905 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-47628eec-b62a-45c4-ab9c-1c0c6a28570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.969655 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.016388 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.383895 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:20.652974 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:28.257620 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:48:33.473135 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ea1846dd-3ec4-400d-b2c1-f7a9cb1498d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:36.484716 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-598803b6-265f-4195-b135-511f7e973250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:36.975317 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:38.023186 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:40.386341 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:50.669533 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.486194 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-81afda91-f9c9-4db8-af6c-5f152f9b380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:05.258368 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:49:06.370506 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37010) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:06.495941 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f21d77e8-1e3c-4b6e-99a8-5a40b82755eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:06.660723 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37024) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:06.783183 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37034) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:06.800220 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-794930118-network', 'tenant_id': 'cb7289c3b2784708b7dc0f5c9cb7106f'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:06.839532 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Made reservation on behalf of cb7289c3b2784708b7dc0f5c9cb7106f for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:06.844256 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:06.855757 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:06.991528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.014147 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.019629 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.061613 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a19d16-60a3-4eca-bab3-f81d0b399c74,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:07.087731 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:07.094495 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.095613 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.096419 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.097397 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.098212 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.099075 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.099883 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.100712 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.102501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.103373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.104043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.104678 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Tracked resource versions report: Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: pushed versions: Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: { 'AddressGroup': {'1.2'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'ConntrackHelper': {'1.0'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Log': {'1.0'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Network': {'1.1'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Port': {'1.7'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'PortForwarding': {'1.2'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'QosPolicy': {'1.8'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroup': {'1.4'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SubPort': {'1.0'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Subnet': {'1.1'}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Trunk': {'1.1'}} Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: consumer versions: Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: HyperV agent@hv-cinder-79053: {}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'ConntrackHelper': '1.0', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Log': '1.0', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Network': '1.1', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Port': '1.7', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'PortForwarding': '1.2', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'QosPolicy': '1.8', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroup': '1.4', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SecurityGroupRule': '1.2', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'SubPort': '1.0', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Subnet': '1.1', Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: 'Trunk': '1.1'}} Jul 07 20:49:07.106664 dv-cinder-790535-7-iscsi neutron-server[99432]: {{(pid=99432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:49:07.139554 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-913018916-network', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:07.172523 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779044239957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.173930 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Unsubscribe: segment precommit_create {{(pid=99432) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 20:49:07.176499 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Added segment ea73f187-51c6-472e-807a-ad5b29db86ae of type vlan for network ef8b348a-d22b-4f2f-b096-9eb551dcce6b Jul 07 20:49:07.191521 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Made reservation on behalf of 4b2c6b70a9d044d68c3b381c57b007b2 for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:07.196044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.226179 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.341217 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.470691 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.472359 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:07.473371 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.494797 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37052) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:07.559668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1782718794-network', 'tenant_id': '3bf20473a92f46ad8cdf0c77536eacb3'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:07.611314 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.625848 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.652185 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2805145 Jul 07 20:49:07.658206 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37064) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:07.667419 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:07.668078 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Request body: {'subnet': {'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-794930118-subnet', 'tenant_id': 'cb7289c3b2784708b7dc0f5c9cb7106f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:07.679686 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.680368 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Added segment c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8 of type vlan for network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 Jul 07 20:49:07.744003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.745315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Made reservation on behalf of cb7289c3b2784708b7dc0f5c9cb7106f for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:07.755211 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.768271 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Made reservation on behalf of 3bf20473a92f46ad8cdf0c77536eacb3 for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:07.770728 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.824665 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.835994 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826887b2-b59b-4332-89da-272ad9f7b754,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:07.953882 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.955288 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.956509 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:07.957635 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.973381 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.987891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:07.999584 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.000355 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Added segment 771fdea0-a8c2-4889-986e-4cf5044d269c of type vlan for network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef Jul 07 20:49:08.039996 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01f8ab-8cf4-4777-a2b1-7a7bca482685 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8b348a-d22b-4f2f-b096-9eb551dcce6b,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.072237 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.107419 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.141786 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ed5a7a-7c77-4a2f-883d-d374ede47fed,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.160637 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4986029 Jul 07 20:49:08.162683 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37078) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:08.166511 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.167776 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:08.168557 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.181403 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:08.187369 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Request body: {'subnet': {'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-subnet', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:08.255658 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e73cd-1be9-4c82-9137-a4f4b5167201 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.272276 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4879100 Jul 07 20:49:08.278639 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37080) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:08.320896 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Request body: {'subnet': {'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1782718794-subnet', 'tenant_id': '3bf20473a92f46ad8cdf0c77536eacb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:08.354206 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181ce4c-3775-4723-bbd5-e49fb56b9ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1683a1-dea0-4d4b-afb4-f66d45f97aef,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.358342 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Made reservation on behalf of 4b2c6b70a9d044d68c3b381c57b007b2 for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:08.362624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.401895 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-162437135-network', 'tenant_id': 'df8590165946474c9a8106c0314aa096'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:08.412762 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:08.454196 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.477320 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Made reservation on behalf of 3bf20473a92f46ad8cdf0c77536eacb3 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:08.481482 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.584979 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.630045 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:08.677080 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Checking segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:08.677704 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Network hostable DHCP agents. Network: 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:08.701990 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f4c379-c3ef-4de7-a6ad-578610aaf293,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.710601 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:08.735362 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:08.741634 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:08.742516 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.776663 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ce46e0d5-6d88-4f20-97ab-2425747e2d50 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6110203 Jul 07 20:49:08.777354 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37092) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:08.783225 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:08.832781 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37240355-8e6e-4c49-8375-9bbac0e79f5d None None] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:08.833850 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37094) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:08.849143 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.851704 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.966939 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Made reservation on behalf of df8590165946474c9a8106c0314aa096 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:08.973583 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.059729 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.196753 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.298034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:49:09.300444 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.405394 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.437864 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Checking segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:09.438962 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Network hostable DHCP agents. Network: ef8b348a-d22b-4f2f-b096-9eb551dcce6b, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:09.494334 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a12624-db88-46b8-9b8c-05674238b7d0,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:09.552181 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3ff89d94-4434-4a6c-bd7d-4ad30b2efad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.567493 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.567859 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.568204 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.568540 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.568873 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.569216 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.569548 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.569870 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.570209 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.570563 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.570884 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.571265 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Tracked resource versions report: Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: pushed versions: Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: { 'AddressGroup': {'1.2'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'ConntrackHelper': {'1.0'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Log': {'1.0'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Network': {'1.1'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Port': {'1.7'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'PortForwarding': {'1.2'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'QosPolicy': {'1.8'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroup': {'1.4'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SubPort': {'1.0'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Subnet': {'1.1'}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Trunk': {'1.1'}} Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: consumer versions: Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: HyperV agent@hv-cinder-79053: {}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'ConntrackHelper': '1.0', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Log': '1.0', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Network': '1.1', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Port': '1.7', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'PortForwarding': '1.2', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'QosPolicy': '1.8', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroup': '1.4', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SecurityGroupRule': '1.2', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'SubPort': '1.0', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Subnet': '1.1', Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: 'Trunk': '1.1'}} Jul 07 20:49:09.572421 dv-cinder-790535-7-iscsi neutron-server[99431]: {{(pid=99431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:49:09.680752 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.776795 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:09.791354 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc5b03a-e887-45e4-9a9f-a8b016108daa,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:09.807857 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Checking segment: {'id': '771fdea0-a8c2-4889-986e-4cf5044d269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:09.808657 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Network hostable DHCP agents. Network: 4e1683a1-dea0-4d4b-afb4-f66d45f97aef, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:09.818329 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, ef8b348a-d22b-4f2f-b096-9eb551dcce6b) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:09.831237 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:09.832271 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.859668 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34261f-f53d-46e4-b1ad-2b67ee05c1d2 None None] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:09.874882 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:09.894630 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Allocated IP 172.20.0.2 (6c7c29ee-cfde-4a46-bc4c-ada17ad0e545/03f4c379-c3ef-4de7-a6ad-578610aaf293/0f830245-13c6-4afa-b330-bf934dd39f6c) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:09.895201 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 4e1683a1-dea0-4d4b-afb4-f66d45f97aef) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:09.898751 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.912114 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:09.913474 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.921640 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.956893 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-64ddf8e4-ebd4-4d7e-9157-3d55de59e0f7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2970159 Jul 07 20:49:09.971849 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:09.979857 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2ab973-40e3-4a7d-be68-e998975b402a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:09.990746 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.991545 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Added segment dd92cb8a-a7f4-4375-86e6-e6b84f8a0608 of type vlan for network 689dd754-844b-466e-8d78-cc827c706363 Jul 07 20:49:10.083117 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.223628 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.227254 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:10.231406 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.250985 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a916ff-3a55-4684-ae43-d6f0223de8dd None None] Network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:10.378910 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] Pushing event updated for resources: {'Network': ['ID=689dd754-844b-466e-8d78-cc827c706363,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:10.466330 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 689dd754-844b-466e-8d78-cc827c706363 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:10.538610 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3ff89d94-4434-4a6c-bd7d-4ad30b2efad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.556228 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-10e63a46-060f-438a-ab77-02396919721b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0596943 Jul 07 20:49:10.570285 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-34ba9ede-3351-460b-88b2-58e4da510605 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2637472 Jul 07 20:49:10.570285 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37132) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:10.573690 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3ff89d94-4434-4a6c-bd7d-4ad30b2efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.581077 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Request body: {'subnet': {'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-subnet', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:10.624922 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Made reservation on behalf of df8590165946474c9a8106c0314aa096 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:10.629261 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.674505 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.726112 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3ff89d94-4434-4a6c-bd7d-4ad30b2efad6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d51c328d50a04b038e4fbf59d258135e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8890574 Jul 07 20:49:10.730480 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37144) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:10.750697 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff89d94-4434-4a6c-bd7d-4ad30b2efad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a8d101-f52d-4217-937a-7ed30076f5d0,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:10.799429 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.868407 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.901795 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae130e3c-12e8-425a-9c12-6c4b04e1981c None None] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:11.013772 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b65a38c-e8cf-4733-aca6-b2aaa44920a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.091542 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b65a38c-e8cf-4733-aca6-b2aaa44920a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.093265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12304816-b6c1-4247-b2da-23e4716558f4 None None] Network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:11.093500 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.167922 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=746ad6ca-a7df-4bd0-92d5-570e7e015363,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:11.173670 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Checking segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:11.174042 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Network hostable DHCP agents. Network: 689dd754-844b-466e-8d78-cc827c706363, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:11.218693 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Network 689dd754-844b-466e-8d78-cc827c706363 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:11.237412 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 689dd754-844b-466e-8d78-cc827c706363) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:11.242359 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:11.243250 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.277356 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c40edb83-2814-435e-ae08-dea44fca8b0b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7163196 Jul 07 20:49:11.281020 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37166) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:11.289003 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:11.293669 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0dee9e-ddef-47c8-8629-2d320d0e8ffe None None] Network 689dd754-844b-466e-8d78-cc827c706363 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:11.314918 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.332847 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.335788 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.347975 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b65a38c-e8cf-4733-aca6-b2aaa44920a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.360287 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b65a38c-e8cf-4733-aca6-b2aaa44920a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.361009 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Transition to ACTIVE for port object 0f830245-13c6-4afa-b330-bf934dd39f6c will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:11.371872 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2b65a38c-e8cf-4733-aca6-b2aaa44920a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/15a8d101-f52d-4217-937a-7ed30076f5d0 HTTP/1.1" status: 204 len: 168 time: 0.6351347 Jul 07 20:49:11.412336 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65a38c-e8cf-4733-aca6-b2aaa44920a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a8d101-f52d-4217-937a-7ed30076f5d0,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:11.430881 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.434756 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Allocated IP 172.27.3.186 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/31d456c3-9ab2-420d-92d1-3856eff0d2d0) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:11.689929 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.733747 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Transition to ACTIVE for port object 0f830245-13c6-4afa-b330-bf934dd39f6c will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:11.797539 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.865449 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.975649 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.986859 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:11.997167 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:12.008796 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:12.107154 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Pushing event updated for resources: {'Port': ['ID=0f830245-13c6-4afa-b330-bf934dd39f6c,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:12.119472 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:12.123043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:12.129074 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:12.135124 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Pushing event updated for resources: {'Port': ['ID=31d456c3-9ab2-420d-92d1-3856eff0d2d0,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:12.138892 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd90877-acf4-43b7-a666-f2c7ff2cc723 None None] Network 689dd754-844b-466e-8d78-cc827c706363 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:12.288304 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.288805 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.289299 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.289812 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.292084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.296554 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Tracked resource versions report: Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: pushed versions: Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: { 'AddressGroup': {'1.2'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'ConntrackHelper': {'1.0'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Log': {'1.0'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Network': {'1.1'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Port': {'1.7'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'PortForwarding': {'1.2'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'QosPolicy': {'1.8'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroup': {'1.4'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SubPort': {'1.0'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Subnet': {'1.1'}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Trunk': {'1.1'}} Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: consumer versions: Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: HyperV agent@hv-cinder-79053: {}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'ConntrackHelper': '1.0', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Log': '1.0', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Network': '1.1', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Port': '1.7', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'PortForwarding': '1.2', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'QosPolicy': '1.8', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroup': '1.4', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SecurityGroupRule': '1.2', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'SubPort': '1.0', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Subnet': '1.1', Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: 'Trunk': '1.1'}} Jul 07 20:49:12.308239 dv-cinder-790535-7-iscsi neutron-server[99433]: {{(pid=99433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:49:12.319720 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Attempting to bind port 0f830245-13c6-4afa-b330-bf934dd39f6c on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:12.320302 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Attempting to bind port 0f830245-13c6-4afa-b330-bf934dd39f6c by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:12.320864 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Attempting to bind port 0f830245-13c6-4afa-b330-bf934dd39f6c on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:12.345873 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:12.346365 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Checking segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:12.346702 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.347108 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Bound using segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:12.347618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Bound port: 0f830245-13c6-4afa-b330-bf934dd39f6c, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:12.348035 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.517852 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.521905 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] For port 0f830245-13c6-4afa-b330-bf934dd39f6c, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:12.529862 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] For port 0f830245-13c6-4afa-b330-bf934dd39f6c, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0f830245-13c6-4afa-b330-bf934dd39f6c,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:12.545785 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.581448 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.597814 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.617709 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8d286-9da4-43b0-91ef-b6cd8bcafac8 None None] Pushing event updated for resources: {'Port': ['ID=0f830245-13c6-4afa-b330-bf934dd39f6c,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:12.737991 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37204) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:12.792259 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-633bfb03-6b06-4246-b23e-8b8f78b68dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.898571 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37224) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:12.900849 dv-cinder-790535-7-iscsi neutron-server[99432]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 20:49:12.971699 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Allocated IP 172.27.3.110 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/79ea4cea-b10d-447f-bc69-3993eaed28ab) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:13.146460 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-633bfb03-6b06-4246-b23e-8b8f78b68dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.155824 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-633bfb03-6b06-4246-b23e-8b8f78b68dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.255789 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-633bfb03-6b06-4246-b23e-8b8f78b68dd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6dfa2079f9044fc194d14f1fea43ead8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5160370 Jul 07 20:49:13.260812 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37230) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:13.261493 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bfb03-6b06-4246-b23e-8b8f78b68dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8c902f-8ea7-4627-9e31-210447ef17db,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:13.272846 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.289195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37232) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:13.293522 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-f001e9c2-340c-4b06-896c-2efbb5d36c5c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:13.296985 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-f001e9c2-340c-4b06-896c-2efbb5d36c5c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/networks?id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef HTTP/1.1" status: 200 len: 812 time: 0.3969896 Jul 07 20:49:13.298091 dv-cinder-790535-7-iscsi neutron-server[99431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 20:49:13.318122 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.392313 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-325e0e8b-32fe-436b-b5fa-2aeb0e5144ef tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/quotas/3bf20473a92f46ad8cdf0c77536eacb3 HTTP/1.1" status: 200 len: 375 time: 0.0323281 Jul 07 20:49:13.499044 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-d76fbb3b-2a54-431e-ac58-a8ac897462fe tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3bf20473a92f46ad8cdf0c77536eacb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983059 Jul 07 20:49:13.515347 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44dce425-ff9e-4c7c-8091-4ba0324d6eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.584532 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Router 000ca5e5-10dc-43f6-8991-85e992757e22 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:49:13.612548 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-18f12f19-5a3b-4f4e-9eb2-5952b9bb4e9a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:13.614794 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-18f12f19-5a3b-4f4e-9eb2-5952b9bb4e9a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.3224070 Jul 07 20:49:13.622148 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.668276 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:13.678986 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:13.684399 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44dce425-ff9e-4c7c-8091-4ba0324d6eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.731921 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-35b89a79-b0cf-49d4-9b08-f047033e1f25 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/quotas/cb7289c3b2784708b7dc0f5c9cb7106f HTTP/1.1" status: 200 len: 375 time: 0.0823054 Jul 07 20:49:13.742942 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:13.904067 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0f830245-13c6-4afa-b330-bf934dd39f6c up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:13.967473 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-0a485252-a9ae-4bf1-a7a1-a14ea612f19e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064343 Jul 07 20:49:14.025026 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Pushing event updated for resources: {'Port': ['ID=79ea4cea-b10d-447f-bc69-3993eaed28ab,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:14.059559 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-3dcc6384-6c4f-48a9-95f7-553d5ba43daa service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:49:14.061263 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-3dcc6384-6c4f-48a9-95f7-553d5ba43daa service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2032347 Jul 07 20:49:14.168570 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 0f830245-13c6-4afa-b330-bf934dd39f6c completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:14.240664 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:49:14.244216 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1aa5f-d263-4eb8-9fc8-6070141fe003 None None] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:14.263864 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:49:14.286824 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:14.287351 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:14.322552 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.323849 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-30638e80-bd5c-4567-bdd1-d642c3e5c4bd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5454798 Jul 07 20:49:14.333228 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37250) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:14.382694 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44dce425-ff9e-4c7c-8091-4ba0324d6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.388849 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44dce425-ff9e-4c7c-8091-4ba0324d6eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.397986 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-44dce425-ff9e-4c7c-8091-4ba0324d6eb4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f8c902f-8ea7-4627-9e31-210447ef17db HTTP/1.1" status: 204 len: 168 time: 1.1322944 Jul 07 20:49:14.503598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-41fb3dd3-3324-4c1e-a14e-f1e0a49a56c0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:49:14.504809 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-41fb3dd3-3324-4c1e-a14e-f1e0a49a56c0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2221413 Jul 07 20:49:14.505903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce425-ff9e-4c7c-8091-4ba0324d6eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8c902f-8ea7-4627-9e31-210447ef17db,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:14.563089 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-2b072d61-0fd9-41de-9c5e-96f989ac8073 service neutron] 10.222.0.72 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774070 Jul 07 20:49:14.576267 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-b1aa9883-3706-4988-a477-42730762944e None None] Provisioning for port 0f830245-13c6-4afa-b330-bf934dd39f6c completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:14.608656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-b1aa9883-3706-4988-a477-42730762944e None None] Provisioning complete for port 0f830245-13c6-4afa-b330-bf934dd39f6c triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:14.609765 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9883-3706-4988-a477-42730762944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.722404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.724465 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:14.817460 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9883-3706-4988-a477-42730762944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.949333 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-b1aa9883-3706-4988-a477-42730762944e None None] For port 0f830245-13c6-4afa-b330-bf934dd39f6c, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0f830245-13c6-4afa-b330-bf934dd39f6c,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:14.974791 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9883-3706-4988-a477-42730762944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.977195 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-565d620c-aac1-4e49-9f7d-b1b6f84beaa1 service neutron] 10.222.0.72 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127009 Jul 07 20:49:15.042381 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-9d70cb36-2532-442c-9328-6f8fb8a34def service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074127 Jul 07 20:49:15.199280 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa9883-3706-4988-a477-42730762944e None None] Pushing event updated for resources: {'Port': ['ID=0f830245-13c6-4afa-b330-bf934dd39f6c,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:15.392629 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.448326 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:12Z', 'revision_number': 3, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:15.559288 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-843dc25e-82e0-4630-bae2-352e85bec226 None None] Provisioning complete for port 0f830245-13c6-4afa-b330-bf934dd39f6c triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:15.560099 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-843dc25e-82e0-4630-bae2-352e85bec226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.590012 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:49:15.597178 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Updating router 000ca5e5-10dc-43f6-8991-85e992757e22 port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:49:15.762616 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.968519 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0f830245-13c6-4afa-b330-bf934dd39f6c up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:16.116895 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-ff6aa5dc-aa6c-4618-9b93-f89bbb603df2 service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0594118 Jul 07 20:49:16.152994 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 0f830245-13c6-4afa-b330-bf934dd39f6c triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:16.153534 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.212921 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.216340 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Router eefcb91d-f510-46fe-bf64-ec9e462ca2ab is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:49:16.386302 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f98d4df0-0f8a-46fa-836c-9ff9c737566d req-43996a8a-c494-41a4-bc99-b8c0a9aa1fa9 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.1345277 Jul 07 20:49:16.676493 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:49:16.692056 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Sync routers for ids ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:49:16.745594 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Routers {'eefcb91d-f510-46fe-bf64-ec9e462ca2ab'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:16.755526 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.757328 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:16.771069 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f8c5be22-b5b4-4b65-8ac0-1302ff79d471 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4878922 Jul 07 20:49:16.774562 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37332) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:17.085568 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.102574 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Transition to ACTIVE for port object 31d456c3-9ab2-420d-92d1-3856eff0d2d0 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:17.116996 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.171523 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Allocated IP 172.20.0.1 (6c7c29ee-cfde-4a46-bc4c-ada17ad0e545/03f4c379-c3ef-4de7-a6ad-578610aaf293/5896175a-af78-47e6-bd60-3fdd5af846eb) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:17.316228 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Attempting to bind port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:17.319348 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Attempting to bind port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:17.322153 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Attempting to bind port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:17.333529 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:17.335579 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:17.335579 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.340545 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:17.341578 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Bound port: 31d456c3-9ab2-420d-92d1-3856eff0d2d0, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:17.343579 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.383062 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Pushing event updated for resources: {'Port': ['ID=31d456c3-9ab2-420d-92d1-3856eff0d2d0,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:17.388202 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Set router eefcb91d-f510-46fe-bf64-ec9e462ca2ab gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:17.397942 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.398329 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.398681 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.399020 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.399360 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.399691 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.400020 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.400352 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.400845 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.403833 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.404148 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.404484 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Tracked resource versions report: Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: pushed versions: Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: { 'AddressGroup': {'1.2'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'ConntrackHelper': {'1.0'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Log': {'1.0'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Network': {'1.1'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Port': {'1.7'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'PortForwarding': {'1.2'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'QosPolicy': {'1.8'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroup': {'1.4'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SubPort': {'1.0'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Subnet': {'1.1'}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Trunk': {'1.1'}} Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: consumer versions: Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: { DHCP agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: HyperV agent@hv-cinder-79053: {}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: L3 agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: Metadata agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: Metering agent@dv-cinder-790535-7-iscsi: {}, Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: Open vSwitch agent@dv-cinder-790535-7-iscsi: { 'AddressGroup': '1.2', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'ConntrackHelper': '1.0', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Log': '1.0', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Network': '1.1', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Port': '1.7', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'PortForwarding': '1.2', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'QosPolicy': '1.8', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroup': '1.4', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SecurityGroupRule': '1.2', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'SubPort': '1.0', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Subnet': '1.1', Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: 'Trunk': '1.1'}} Jul 07 20:49:17.407005 dv-cinder-790535-7-iscsi neutron-server[99434]: {{(pid=99434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:49:17.481982 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] For port 31d456c3-9ab2-420d-92d1-3856eff0d2d0, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:17.495558 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] For port 31d456c3-9ab2-420d-92d1-3856eff0d2d0, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=31d456c3-9ab2-420d-92d1-3856eff0d2d0,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:17.506987 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.668038 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9b79-b590-48c4-9ce3-c6bc728fb482 None None] Pushing event updated for resources: {'Port': ['ID=31d456c3-9ab2-420d-92d1-3856eff0d2d0,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:17.678631 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.684839 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9675d815-aa29-4121-9d2a-fc5f2d816fd5 req-a2587934-adba-41fa-bd66-c16b507666af tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.2543993 Jul 07 20:49:17.687098 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:17.687790 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:17.780670 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Transition to ACTIVE for port object 5896175a-af78-47e6-bd60-3fdd5af846eb will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:17.901185 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.908817 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7ca6a4eb-db91-4328-b45b-6d2a3b49f609 req-a08cebf3-020e-4269-a57b-82787c795358 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.1153541 Jul 07 20:49:18.047723 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:18.093265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:49:14Z', 'revision_number': 3, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:18.142634 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:18.160751 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:18.171656 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:18.180460 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:18.198627 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Checking router: eefcb91d-f510-46fe-bf64-ec9e462ca2ab for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:49:18.198996 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Updating router eefcb91d-f510-46fe-bf64-ec9e462ca2ab port 79ea4cea-b10d-447f-bc69-3993eaed28ab binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:49:18.322803 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:18.819237 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7e4f9814-4843-4ee1-9dd8-a3344332ee4a None None] Provisioning for port 5896175a-af78-47e6-bd60-3fdd5af846eb completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:18.833768 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7e4f9814-4843-4ee1-9dd8-a3344332ee4a None None] Provisioning complete for port 5896175a-af78-47e6-bd60-3fdd5af846eb triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:18.838109 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9814-4843-4ee1-9dd8-a3344332ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:18.898158 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:12Z', 'revision_number': 3, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:19.145760 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b405a-4388-4ee5-bda8-ad4c8588c238 None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:12Z', 'revision_number': 3, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:49:19.184839 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Pushing event updated for resources: {'Port': ['ID=5896175a-af78-47e6-bd60-3fdd5af846eb,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:19.258218 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.279576 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Transition to ACTIVE for port object 79ea4cea-b10d-447f-bc69-3993eaed28ab will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:19.291588 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.335627 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f9814-4843-4ee1-9dd8-a3344332ee4a None None] Port 5896175a-af78-47e6-bd60-3fdd5af846eb cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:49:19.338621 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Attempting to bind port 79ea4cea-b10d-447f-bc69-3993eaed28ab on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:19.339218 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Attempting to bind port 79ea4cea-b10d-447f-bc69-3993eaed28ab by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:19.339805 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Attempting to bind port 79ea4cea-b10d-447f-bc69-3993eaed28ab on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:19.373622 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:19.374093 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:19.374686 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.375244 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:19.375833 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Bound port: 79ea4cea-b10d-447f-bc69-3993eaed28ab, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:19.376322 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.461691 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] For port 79ea4cea-b10d-447f-bc69-3993eaed28ab, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:19.465964 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] For port 79ea4cea-b10d-447f-bc69-3993eaed28ab, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=79ea4cea-b10d-447f-bc69-3993eaed28ab,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:19.480381 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.481911 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.572132 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Routers {'eefcb91d-f510-46fe-bf64-ec9e462ca2ab'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:19.573407 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:19.603540 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ecae09be-019c-428b-95cf-1258d52b796a req-177916fd-4253-4952-a874-31b73fa15c55 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.5989478 Jul 07 20:49:19.645806 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.694061 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d704-7200-49a6-ba86-6e32363ced66 None None] Pushing event updated for resources: {'Port': ['ID=79ea4cea-b10d-447f-bc69-3993eaed28ab,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:19.788205 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37440) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:19.908864 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0d704-7200-49a6-ba86-6e32363ced66 None None] Pushing event updated for resources: {'Port': ['ID=79ea4cea-b10d-447f-bc69-3993eaed28ab,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:19.973368 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] Set router eefcb91d-f510-46fe-bf64-ec9e462ca2ab gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:19.992489 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1fa508f1-548d-43ad-bc0c-054100f3837a req-e03464b4-de2f-4960-84cc-3752a47a808b tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.0433207 Jul 07 20:49:20.110912 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-068e4a2c-f9ea-49b7-ac3b-b0161911e50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.197901 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.205192 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.206067 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.262674 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Pushing event updated for resources: {'Port': ['ID=5896175a-af78-47e6-bd60-3fdd5af846eb,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:20.285808 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Allocated IP 172.20.0.1 (689dd754-844b-466e-8d78-cc827c706363/746ad6ca-a7df-4bd0-92d5-570e7e015363/053aba1d-0f66-4125-8e3b-d087cfa2ef71) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:20.387203 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:49:14Z', 'revision_number': 3, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:20.423601 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f71e1-4f7b-4b0a-ae4e-7232492ee93d None None] The sync data for ids ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'] in dv-cinder-790535-7-iscsi is: [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:49:14Z', 'revision_number': 3, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:49:20.519212 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:20.521586 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:20.704739 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.927842 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Router 000ca5e5-10dc-43f6-8991-85e992757e22 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:49:21.023822 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.117325 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-068e4a2c-f9ea-49b7-ac3b-b0161911e50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.141071 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-068e4a2c-f9ea-49b7-ac3b-b0161911e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.143077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-2e938661-78a4-4195-8887-bc478d3e7838 None None] Provisioning complete for port 5896175a-af78-47e6-bd60-3fdd5af846eb triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:21.143776 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2e938661-78a4-4195-8887-bc478d3e7838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.318081 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-2e938661-78a4-4195-8887-bc478d3e7838 None None] Port 5896175a-af78-47e6-bd60-3fdd5af846eb cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:49:21.325619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:49:21.346286 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-271fac21-5ee0-470c-8597-82a27674ac8f admin admin] 10.222.0.72 "PUT /v2.0/routers/000ca5e5-10dc-43f6-8991-85e992757e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9977522 Jul 07 20:49:21.371263 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-068e4a2c-f9ea-49b7-ac3b-b0161911e50f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15bd722f7b7a4d03bfa4330fdd434e0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5815158 Jul 07 20:49:21.374727 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37458) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:21.416190 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.446217 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Network 689dd754-844b-466e-8d78-cc827c706363 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:21.449918 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fd7a9814-d174-4142-8895-ff42227bf1a0 req-08941809-11fa-4668-8186-437b0b8de78d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.1529880 Jul 07 20:49:21.454622 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:21.457750 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:21.458270 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.518580 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e4a2c-f9ea-49b7-ac3b-b0161911e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32761ec2-1fa1-4a4f-b27e-b4d14cdb6884,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:21.560443 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a2f04bd2-4895-4a79-96d4-f30cf9f6de79 req-30a90aca-83bf-4a5d-af72-8c652ddba077 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.1455920 Jul 07 20:49:21.583105 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab29ee6d-468e-410a-8339-6cb97c378ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.616501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab29ee6d-468e-410a-8339-6cb97c378ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.649185 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Pushing event updated for resources: {'Port': ['ID=053aba1d-0f66-4125-8e3b-d087cfa2ef71,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:21.723136 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab29ee6d-468e-410a-8339-6cb97c378ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.727425 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab29ee6d-468e-410a-8339-6cb97c378ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:21.733321 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ab29ee6d-468e-410a-8339-6cb97c378ead admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32761ec2-1fa1-4a4f-b27e-b4d14cdb6884 HTTP/1.1" status: 204 len: 168 time: 0.3572934 Jul 07 20:49:21.764209 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29ee6d-468e-410a-8339-6cb97c378ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32761ec2-1fa1-4a4f-b27e-b4d14cdb6884,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:22.033949 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.230147 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 31d456c3-9ab2-420d-92d1-3856eff0d2d0 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:22.439955 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.83', 60434) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:22.536103 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:22.585011 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:22.589657 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.802715 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:49:22.883227 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:22.884446 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:22.890075 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.935954 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.950747 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.952777 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.962426 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-ffe49bf8-7135-45a7-a11e-ce67f7f6e55c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.973803 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-ffe49bf8-7135-45a7-a11e-ce67f7f6e55c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.5285554 Jul 07 20:49:22.992856 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 31d456c3-9ab2-420d-92d1-3856eff0d2d0, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=31d456c3-9ab2-420d-92d1-3856eff0d2d0,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:23.008512 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:23.011896 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 79ea4cea-b10d-447f-bc69-3993eaed28ab up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:23.027669 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Request body: {'port': {'device_id': '371ca487-c8d9-4916-9266-dfb822530de6', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'admin_state_up': True, 'tenant_id': 'cb7289c3b2784708b7dc0f5c9cb7106f'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:23.315124 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Pushing event updated for resources: {'Port': ['ID=053aba1d-0f66-4125-8e3b-d087cfa2ef71,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:23.369224 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:23.435153 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d38f9e79-5048-45bc-b554-cbb210b9361d req-d6059d6e-f855-4441-be49-98bdc493c220 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.2165201 Jul 07 20:49:23.629628 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=31d456c3-9ab2-420d-92d1-3856eff0d2d0,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:23.677619 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Network 689dd754-844b-466e-8d78-cc827c706363 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:23.680239 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:23.687592 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 79ea4cea-b10d-447f-bc69-3993eaed28ab completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:23.704719 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 79ea4cea-b10d-447f-bc69-3993eaed28ab triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:23.708558 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.165263 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.179781 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37542) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:24.183380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37550) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:24.257116 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.83', 60439) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:24.287815 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603382763', 'description': 'tempest-description--1186465822'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:24.291245 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 79ea4cea-b10d-447f-bc69-3993eaed28ab, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=79ea4cea-b10d-447f-bc69-3993eaed28ab,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:24.297291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.301043 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 2, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:24.395399 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Router eefcb91d-f510-46fe-bf64-ec9e462ca2ab has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:49:24.419534 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=79ea4cea-b10d-447f-bc69-3993eaed28ab,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:24.545141 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 31d456c3-9ab2-420d-92d1-3856eff0d2d0 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:24.560857 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:49:24.561498 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Updating router 000ca5e5-10dc-43f6-8991-85e992757e22 port 5896175a-af78-47e6-bd60-3fdd5af846eb binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:49:24.705683 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.787514 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1382241633-network', 'tenant_id': '389694f0331840789762f15e1f9a3414'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:24.789154 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:24.790209 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.877765 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Made reservation on behalf of 389694f0331840789762f15e1f9a3414 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:24.888608 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.933952 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.969529 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-2f4a88a4-2208-4010-a015-032bded71bbd tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:24.973269 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-2f4a88a4-2208-4010-a015-032bded71bbd tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.83 "GET /v2.0/networks?id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef HTTP/1.1" status: 200 len: 812 time: 0.7049425 Jul 07 20:49:24.996430 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.096973 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.db.api [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:49:25.096973 dv-cinder-790535-7-iscsi neutron-server[99432]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 20:49:25.096973 dv-cinder-790535-7-iscsi neutron-server[99432]: [parameters: {'project_id': 'cb7289c3b2784708b7dc0f5c9cb7106f', 'id': '615a049f-9d6e-440a-902a-420ae20c3a7d', 'expiration': datetime.datetime(2021, 7, 7, 20, 51, 24, 443795)}] Jul 07 20:49:25.096973 dv-cinder-790535-7-iscsi neutron-server[99432]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:49:25.097475 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG oslo_db.api [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:49:25.101030 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Request body: {'port': {'device_id': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef', 'admin_state_up': True, 'tenant_id': '3bf20473a92f46ad8cdf0c77536eacb3'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:25.163509 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3192a8b2-68d1-459b-8d20-1dfd525d4c8f req-a8a82f9d-cb3c-4f61-9b5a-8650658f68fd tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.1703978 Jul 07 20:49:25.535411 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.564844 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.582475 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c9cb4470-51a6-45b7-bfff-5304529c6e99 req-34faffe3-a703-498b-a46a-dae3fb915727 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.1735508 Jul 07 20:49:25.595297 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:49:25.620210 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Sync routers for ids ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:49:25.627410 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-9b3ad21b-3859-48a6-905d-8a4225cb2a18 admin admin] 10.222.0.72 "PUT /v2.0/routers/eefcb91d-f510-46fe-bf64-ec9e462ca2ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8470144 Jul 07 20:49:25.687809 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Routers {'eefcb91d-f510-46fe-bf64-ec9e462ca2ab'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:25.688631 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:25.754599 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8558e8-c827-4e48-a244-b682f9a9e048,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:25.910349 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.925164 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.970132 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Made reservation on behalf of 3bf20473a92f46ad8cdf0c77536eacb3 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:25.993987 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.009219 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:26.080155 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.086587 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ef3133b7-ea7f-455b-9588-c96bf96d8c01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8999000 Jul 07 20:49:26.104809 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37620) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:26.117917 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681a198-99cd-41a7-a813-2bc4bc7e5e56,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:26.141044 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.143079 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Added segment 1576059a-7f5d-4010-a636-9d9585a07aef of type vlan for network c30edd96-a382-4505-ac6e-202a1d742cb9 Jul 07 20:49:26.144547 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'security_group_rule': {'security_group_id': '9d8558e8-c827-4e48-a244-b682f9a9e048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:26.316381 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Made reservation on behalf of cb7289c3b2784708b7dc0f5c9cb7106f for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:26.324227 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.392795 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.426140 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Set router eefcb91d-f510-46fe-bf64-ec9e462ca2ab gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:26.446638 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.504918 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Transition to ACTIVE for port object 5896175a-af78-47e6-bd60-3fdd5af846eb will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:26.524563 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.583168 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.587672 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:26.589829 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.740087 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 79ea4cea-b10d-447f-bc69-3993eaed28ab up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:26.785975 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b6e26-9b38-429b-ab28-aa1e5d5dccd2 None None] Pushing event updated for resources: {'Port': ['ID=5896175a-af78-47e6-bd60-3fdd5af846eb,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:26.862614 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6646669 Jul 07 20:49:26.875357 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37652) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:26.889209 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Request body: {'subnet': {'network_id': 'c30edd96-a382-4505-ac6e-202a1d742cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1382241633-subnet', 'tenant_id': '389694f0331840789762f15e1f9a3414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:26.977749 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b1a1c-758d-43d7-84b1-f471d8e74f33 admin admin] Pushing event updated for resources: {'Network': ['ID=c30edd96-a382-4505-ac6e-202a1d742cb9,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:27.003600 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Attempting to bind port 5896175a-af78-47e6-bd60-3fdd5af846eb on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:27.010083 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Attempting to bind port 5896175a-af78-47e6-bd60-3fdd5af846eb by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:27.010786 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Attempting to bind port 5896175a-af78-47e6-bd60-3fdd5af846eb on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:27.040184 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:27.041038 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Checking segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:27.042973 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.044411 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Bound using segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:27.048554 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Made reservation on behalf of 389694f0331840789762f15e1f9a3414 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:27.055028 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Bound port: 5896175a-af78-47e6-bd60-3fdd5af846eb, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:27.056936 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.060622 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.199499 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network c30edd96-a382-4505-ac6e-202a1d742cb9 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:27.342983 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] For port 5896175a-af78-47e6-bd60-3fdd5af846eb, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:27.344560 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.351359 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] For port 5896175a-af78-47e6-bd60-3fdd5af846eb, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=5896175a-af78-47e6-bd60-3fdd5af846eb,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:27.368259 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.627109 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Allocated IP 172.20.0.6 (4e1683a1-dea0-4d4b-afb4-f66d45f97aef/9bc5b03a-e887-45e4-9a9f-a8b016108daa/05541d47-595a-4523-bce1-9b78700744fc) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:27.680313 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:27.681065 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:27.746903 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 79ea4cea-b10d-447f-bc69-3993eaed28ab triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:27.747706 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.809315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37672) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:27.893335 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.990680 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b6e26-9b38-429b-ab28-aa1e5d5dccd2 None None] Pushing event updated for resources: {'Port': ['ID=5896175a-af78-47e6-bd60-3fdd5af846eb,revision_number=4']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:27.995405 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.179348 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3a63e94a-49e9-49cd-8e74-3a4f943a8407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.214605 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Allocated IP 172.20.0.3 (ef8b348a-d22b-4f2f-b096-9eb551dcce6b/08a12624-db88-46b8-9b8c-05674238b7d0/31a19154-892b-49cb-b49f-81e6a2002bce) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:28.242911 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:28.271077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:49:21Z', 'revision_number': 4, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '053aba1d-0f66-4125-8e3b-d087cfa2ef71', 'name': '', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'mac_address': 'fa:16:3e:88:98:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:19Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 2, 'project_id': 'df8590165946474c9a8106c0314aa096', 'subnets': [{'id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:28.372796 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Checking router: eefcb91d-f510-46fe-bf64-ec9e462ca2ab for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:49:28.373418 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Updating router eefcb91d-f510-46fe-bf64-ec9e462ca2ab port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:49:28.385648 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8796600a-3452-48c9-93f5-ab9bcc7307c3 req-32b6f73e-f345-44ca-a22f-0d9eed8d757b tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 1.1475604 Jul 07 20:49:28.400616 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3a63e94a-49e9-49cd-8e74-3a4f943a8407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.402181 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Checking segment: {'id': '1576059a-7f5d-4010-a636-9d9585a07aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c30edd96-a382-4505-ac6e-202a1d742cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:28.404685 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Network hostable DHCP agents. Network: c30edd96-a382-4505-ac6e-202a1d742cb9, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:28.412582 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6d5df1-bb48-4b93-98ba-6429397a3408,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:28.428601 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3a63e94a-49e9-49cd-8e74-3a4f943a8407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.437826 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.504337 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-1c434300-9ccb-4306-b746-65ff60155d55 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:28.508221 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-1c434300-9ccb-4306-b746-65ff60155d55 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 818 time: 0.6889548 Jul 07 20:49:28.607905 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3a63e94a-49e9-49cd-8e74-3a4f943a8407 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84f340406a674c2aa41d6f0beefb2023&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7776854 Jul 07 20:49:28.609517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63e94a-49e9-49cd-8e74-3a4f943a8407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23391fb2-a0da-4d2f-9e9c-801899081e64,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:28.613506 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37678) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:28.616898 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-6fad612e-64af-46f8-9d8a-830337287e61 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/quotas/df8590165946474c9a8106c0314aa096 HTTP/1.1" status: 200 len: 375 time: 0.0955946 Jul 07 20:49:28.624561 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Network c30edd96-a382-4505-ac6e-202a1d742cb9 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:28.677265 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, c30edd96-a382-4505-ac6e-202a1d742cb9) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:28.785546 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb70d27-eaba-4d96-9904-f0883f6d6fd9 None None] Network c30edd96-a382-4505-ac6e-202a1d742cb9 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:28.913304 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d477aa0f-ae20-4eab-acb7-538d4ef3f4b6 req-dac1206e-7892-4105-94cd-696b0f70f1a0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.1457744 Jul 07 20:49:28.987592 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.001804 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:27Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:29.023636 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.046325 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.049392 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.141121 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.150852 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.155739 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.163806 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0522363 Jul 07 20:49:29.164414 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Transition to ACTIVE for port object 053aba1d-0f66-4125-8e3b-d087cfa2ef71 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:29.168486 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37688) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:29.180553 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d545cc-ca0c-41f6-88dd-894139089bd1 None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:27Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:49:29.190364 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.220309 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a5c-ccc5-4585-9738-05ab2dce92c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.313583 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a5c-ccc5-4585-9738-05ab2dce92c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.380971 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.487722 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a5c-ccc5-4585-9738-05ab2dce92c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.491885 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'security_group_rule': {'security_group_id': '9d8558e8-c827-4e48-a244-b682f9a9e048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:29.493168 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a5c-ccc5-4585-9738-05ab2dce92c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.498592 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-9c9a7a5c-ccc5-4585-9738-05ab2dce92c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23391fb2-a0da-4d2f-9e9c-801899081e64 HTTP/1.1" status: 204 len: 168 time: 0.8810527 Jul 07 20:49:29.502508 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee62419-2bc0-429b-9110-ab93b40e26f8 None None] Pushing event updated for resources: {'Port': ['ID=053aba1d-0f66-4125-8e3b-d087cfa2ef71,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:29.523261 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7a5c-ccc5-4585-9738-05ab2dce92c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23391fb2-a0da-4d2f-9e9c-801899081e64,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:29.537590 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8aa7fa5b-8955-47b9-9322-87c65ff3010e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6511250 Jul 07 20:49:29.597151 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-98a937e4-d8a9-4fb6-9281-11660fbaf750 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9424412 Jul 07 20:49:29.617801 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.627890 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Attempting to bind port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:29.628555 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Attempting to bind port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:29.629143 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Attempting to bind port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 on network 689dd754-844b-466e-8d78-cc827c706363 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:29.642834 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:29.643556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Checking segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:29.644139 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.644737 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Bound using segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:29.645406 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Bound port: 053aba1d-0f66-4125-8e3b-d087cfa2ef71, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:29.645982 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.697653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191624c9-c61f-4081-a182-30493bb41a8b None None] Network c30edd96-a382-4505-ac6e-202a1d742cb9 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:29.767950 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a367f0-3c71-463e-afa1-bafee7798598 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd88eb3-677b-4262-bf17-718e8a6c6aa2,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:29.881533 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-fa53e0bb-97b1-4bd3-9c44-7467740e80d6 service neutron] 10.222.0.72 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613835 Jul 07 20:49:29.993785 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:30.033844 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:30.071179 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:30.119025 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:30.126527 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.161913 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] For port 053aba1d-0f66-4125-8e3b-d087cfa2ef71, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:30.244666 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:30.244881 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] For port 053aba1d-0f66-4125-8e3b-d087cfa2ef71, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=053aba1d-0f66-4125-8e3b-d087cfa2ef71,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:30.254113 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.296162 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-c3d98770-2aac-4911-b4a7-65a5c6866fd2 service neutron] 10.222.0.72 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126747 Jul 07 20:49:30.409900 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:30.452673 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Pushing event updated for resources: {'Port': ['ID=05541d47-595a-4523-bce1-9b78700744fc,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:30.491146 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:30.516476 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:30.517712 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.538650 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.637016 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-30275031-18c3-4e4a-98ae-ed43707cd2a3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5542111 Jul 07 20:49:30.663943 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-3e4c30aa-28a4-4d80-b900-80a7eeb32fa1 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:49:30.672005 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-3e4c30aa-28a4-4d80-b900-80a7eeb32fa1 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205803 Jul 07 20:49:30.691891 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 5896175a-af78-47e6-bd60-3fdd5af846eb up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:30.806054 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Routers {'eefcb91d-f510-46fe-bf64-ec9e462ca2ab'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:30.809430 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:49:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:30.835323 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee62419-2bc0-429b-9110-ab93b40e26f8 None None] Pushing event updated for resources: {'Port': ['ID=053aba1d-0f66-4125-8e3b-d087cfa2ef71,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:30.929213 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9108851 Jul 07 20:49:30.967743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e19455-6b12-44ab-a4cb-9d97f643522a req-bff4f9e1-03c3-498e-b8f2-a0ed40238a7c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:30.969704 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d2e19455-6b12-44ab-a4cb-9d97f643522a req-bff4f9e1-03c3-498e-b8f2-a0ed40238a7c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 931 time: 0.7623475 Jul 07 20:49:31.179815 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37734) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:31.244534 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d2e19455-6b12-44ab-a4cb-9d97f643522a req-7b592e77-b7d3-4f96-83d1-7b982e5671e7 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354808 Jul 07 20:49:31.252703 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d64db-67d7-4d7c-a80e-4c57c7970757 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event updated for resources: {'Port': ['ID=31a19154-892b-49cb-b49f-81e6a2002bce,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:31.285643 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe40dee3-4f59-4785-965f-80deb4047485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.329720 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 5896175a-af78-47e6-bd60-3fdd5af846eb completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:31.332135 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.347510 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.392829 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 5896175a-af78-47e6-bd60-3fdd5af846eb triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:31.399337 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.411985 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.414855 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9378896 Jul 07 20:49:31.425560 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f6b59-04eb-41e9-9017-88bc14f48a27 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2ef561-4168-41a6-872d-f82f92facaa1,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:31.427221 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37742) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:31.434689 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] Set router eefcb91d-f510-46fe-bf64-ec9e462ca2ab gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:31.501204 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:31.854711 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a84fa957-ca3c-45ff-8e76-67b98ce49e72 req-ad2a3619-0421-40d8-9e32-57c653ac83d5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 210 time: 0.2847676 Jul 07 20:49:32.040998 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Request body: {'port': {'device_id': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:32.265213 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Request body: {'port': {'device_id': '371ca487-c8d9-4916-9266-dfb822530de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:32.673477 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465aa9c-7c88-486a-a439-14b2de4b4335 req-d4a54d6f-dd1f-44f4-8fc6-1acfdb87df75 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:32.686761 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:32.693493 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5465aa9c-7c88-486a-a439-14b2de4b4335 req-d4a54d6f-dd1f-44f4-8fc6-1acfdb87df75 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 931 time: 1.1058576 Jul 07 20:49:32.754926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:32.759562 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.104970 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5465aa9c-7c88-486a-a439-14b2de4b4335 req-e77c2ca3-893d-4326-8fa9-a9bafa7c3149 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001353 Jul 07 20:49:33.168570 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 5896175a-af78-47e6-bd60-3fdd5af846eb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=5896175a-af78-47e6-bd60-3fdd5af846eb,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:33.182973 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe40dee3-4f59-4785-965f-80deb4047485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.218120 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe40dee3-4f59-4785-965f-80deb4047485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.242300 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.431979 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-fe40dee3-4f59-4785-965f-80deb4047485 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1acf0543fe164a21ba6f7d3c6a98f377&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2499602 Jul 07 20:49:33.445793 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37798) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:33.670044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37802) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:33.690481 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022349407-network', 'tenant_id': 'b47390b6c7b145a69e26ff9c89d44ee3'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:33.774583 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.786754 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-649f479c-3a3d-4d81-8270-4a955aa5242e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.887209 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=5896175a-af78-47e6-bd60-3fdd5af846eb,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:33.945716 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:49:21Z', 'revision_number': 4, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '053aba1d-0f66-4125-8e3b-d087cfa2ef71', 'name': '', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'mac_address': 'fa:16:3e:88:98:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:19Z', 'updated_at': '2021-07-07T20:49:30Z', 'revision_number': 4, 'project_id': 'df8590165946474c9a8106c0314aa096', 'subnets': [{'id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:33.962360 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40dee3-4f59-4785-965f-80deb4047485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8daa7-d4f8-4e57-bccb-5bfbdac21bbd,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:34.055290 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf5668-96ff-435c-b024-1508aa35cbba None None] The sync data for ids ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'] in dv-cinder-790535-7-iscsi is: [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:49:21Z', 'revision_number': 4, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '053aba1d-0f66-4125-8e3b-d087cfa2ef71', 'name': '', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'mac_address': 'fa:16:3e:88:98:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:19Z', 'updated_at': '2021-07-07T20:49:30Z', 'revision_number': 4, 'project_id': 'df8590165946474c9a8106c0314aa096', 'subnets': [{'id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:49:34.265603 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3bfd097e-f490-43e3-ab31-2f506e70d67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:34.297135 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-1cdc3a53-276a-4aa8-b054-f9b0bdbccb8d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.318011 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-1cdc3a53-276a-4aa8-b054-f9b0bdbccb8d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 818 time: 0.8498580 Jul 07 20:49:34.429043 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-6e57b8e7-281a-4232-b00d-88a943e6032c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/quotas/df8590165946474c9a8106c0314aa096 HTTP/1.1" status: 200 len: 375 time: 0.1092024 Jul 07 20:49:34.455202 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3bfd097e-f490-43e3-ab31-2f506e70d67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:34.518645 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Made reservation on behalf of b47390b6c7b145a69e26ff9c89d44ee3 for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:34.529478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:34.696880 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37816) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:34.704408 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:34.754296 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6d61c-df96-47bc-863b-6a8a486a9324 req-2dd5824a-ebb1-4a3f-8d5a-743d25e5cb2d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.757474 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-96a6d61c-df96-47bc-863b-6a8a486a9324 req-2dd5824a-ebb1-4a3f-8d5a-743d25e5cb2d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 931 time: 1.0975883 Jul 07 20:49:35.137634 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-016c6796-6bcd-4d18-afc8-e3a455489ed5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7037628 Jul 07 20:49:35.170405 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:35.187848 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3bfd097e-f490-43e3-ab31-2f506e70d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:35.195657 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3bfd097e-f490-43e3-ab31-2f506e70d67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:35.218298 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3bfd097e-f490-43e3-ab31-2f506e70d67b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3b8daa7-d4f8-4e57-bccb-5bfbdac21bbd HTTP/1.1" status: 204 len: 168 time: 1.7568767 Jul 07 20:49:35.278843 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-63b64d70-381f-4812-bcdb-38adb3d3a1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:35.302016 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.83', 60457) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:35.436839 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd097e-f490-43e3-ab31-2f506e70d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8daa7-d4f8-4e57-bccb-5bfbdac21bbd,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:35.565052 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:35.806900 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-7ed1fc7f-2cd2-44ec-91ea-767904f09c35 service neutron] 10.222.0.72 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404808 Jul 07 20:49:36.015113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.016280 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Allocated IP 172.27.3.170 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/1ad687bd-0098-4141-b248-d7f488f77456) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:36.137217 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 5896175a-af78-47e6-bd60-3fdd5af846eb up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:36.220914 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-96a6d61c-df96-47bc-863b-6a8a486a9324 req-5a61c56e-ed89-4339-b26f-a95dfa4ddcb3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2866194 Jul 07 20:49:36.407632 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 5896175a-af78-47e6-bd60-3fdd5af846eb triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:36.409556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.659623 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-62b20a35-eef0-43f8-bca3-2f88790dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.721208 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a19154-892b-49cb-b49f-81e6a2002bce {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:36.758816 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.770149 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.829152 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 053aba1d-0f66-4125-8e3b-d087cfa2ef71 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:36.980865 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-5579dbdb-4a43-4746-8609-5f6e36924835 service neutron] 10.222.0.72 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1262207 Jul 07 20:49:37.016802 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.062618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.142054 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:37.152324 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:37.156849 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.212879 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Transition to ACTIVE for port object 31a19154-892b-49cb-b49f-81e6a2002bce will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:37.226421 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-63b64d70-381f-4812-bcdb-38adb3d3a1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.238667 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:37.282650 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.348541 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:37.349551 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'Port': ['ID=1ad687bd-0098-4141-b248-d7f488f77456,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:37.363400 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:37.370523 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:37.524680 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-63b64d70-381f-4812-bcdb-38adb3d3a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.650740 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.874479 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.893995 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 053aba1d-0f66-4125-8e3b-d087cfa2ef71, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=053aba1d-0f66-4125-8e3b-d087cfa2ef71,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:37.903476 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.076674 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.187040 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.230645 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Pushing event updated for resources: {'Port': ['ID=31a19154-892b-49cb-b49f-81e6a2002bce,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:38.255150 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=053aba1d-0f66-4125-8e3b-d087cfa2ef71,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:38.513513 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.516566 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Added segment b320eab3-6421-4254-8028-e22958716b0f of type vlan for network e8f0a2c5-2f89-481d-b155-d767708bca59 Jul 07 20:49:38.595028 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c31de-8a79-4016-9d47-1c751a3f329e,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:38.676621 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.705748 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.722069 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.766881 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-63b64d70-381f-4812-bcdb-38adb3d3a1b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be0156efdb064ee6b91ba4805e090ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0645728 Jul 07 20:49:38.768010 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.769943 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3409472 Jul 07 20:49:38.773127 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37884) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:38.774424 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05541d47-595a-4523-bce1-9b78700744fc {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:38.980644 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.178585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-0f6e3da3-ce22-4e62-806c-215d6a68ef8f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:39.192260 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-0f6e3da3-ce22-4e62-806c-215d6a68ef8f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 818 time: 3.8501589 Jul 07 20:49:39.226160 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.288375 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28581b9e-fb8b-4f0d-a4cc-c89d257790e8 req-c803d2e7-d3cf-47c7-b28a-a416d53fdcbd tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:39.304921 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-28581b9e-fb8b-4f0d-a4cc-c89d257790e8 req-c803d2e7-d3cf-47c7-b28a-a416d53fdcbd tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 2.0673816 Jul 07 20:49:39.329903 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64d70-381f-4812-bcdb-38adb3d3a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddacf82-5829-439c-96d8-6851f5e9f7fb,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:39.334880 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Attempting to bind port 31a19154-892b-49cb-b49f-81e6a2002bce on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:39.335578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Attempting to bind port 31a19154-892b-49cb-b49f-81e6a2002bce by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:39.336465 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Attempting to bind port 31a19154-892b-49cb-b49f-81e6a2002bce on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:39.343927 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Transition to ACTIVE for port object 05541d47-595a-4523-bce1-9b78700744fc will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:39.369597 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1194aad-ea5e-4748-8a50-85622fe4bcc5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'Port': ['ID=1ad687bd-0098-4141-b248-d7f488f77456,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:39.386076 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.467451 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b1588d71-e7c4-4558-81fd-0ff5fefbdb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.491586 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b69a-ec24-4f72-a9a8-ebe896c40380 req-144f3844-60a9-4ba8-ba40-7c57f0652220 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:39.504440 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f296b69a-ec24-4f72-a9a8-ebe896c40380 req-144f3844-60a9-4ba8-ba40-7c57f0652220 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 931 time: 1.3123455 Jul 07 20:49:39.540637 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Port 31a19154-892b-49cb-b49f-81e6a2002bce on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:39.550356 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Attempting to bind port 31a19154-892b-49cb-b49f-81e6a2002bce on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:39.579395 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.db.resource_extend [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:49:39.625383 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b1588d71-e7c4-4558-81fd-0ff5fefbdb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.697234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:39.697615 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Checking segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:39.698285 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Bound using segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:39.698663 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Bound port: 31a19154-892b-49cb-b49f-81e6a2002bce, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:39.699055 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.723211 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f296b69a-ec24-4f72-a9a8-ebe896c40380 req-049384c0-670c-4d6c-b65f-10a72ae2aa8e tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172079 Jul 07 20:49:39.760370 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-28581b9e-fb8b-4f0d-a4cc-c89d257790e8 req-18fec8db-cab8-4221-9268-bb73efdc5e21 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534099 Jul 07 20:49:39.859702 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b1588d71-e7c4-4558-81fd-0ff5fefbdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.874781 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b1588d71-e7c4-4558-81fd-0ff5fefbdb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.882390 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.883734 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b1588d71-e7c4-4558-81fd-0ff5fefbdb7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ddacf82-5829-439c-96d8-6851f5e9f7fb HTTP/1.1" status: 204 len: 168 time: 1.1084185 Jul 07 20:49:39.886297 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:39.889259 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.938362 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Attempting to bind port 05541d47-595a-4523-bce1-9b78700744fc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:39.940968 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Attempting to bind port 05541d47-595a-4523-bce1-9b78700744fc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '771fdea0-a8c2-4889-986e-4cf5044d269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:39.942235 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Attempting to bind port 05541d47-595a-4523-bce1-9b78700744fc on network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:40.001572 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-aec56977-225e-4f2f-90f2-ee55c0bc6e44 req-5a1b0649-f503-429d-8c11-7f69fb30bdfd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 210 time: 0.1162629 Jul 07 20:49:40.013936 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Request body: {'port': {'device_id': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'admin_state_up': True, 'tenant_id': 'df8590165946474c9a8106c0314aa096'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:40.016674 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1588d71-e7c4-4558-81fd-0ff5fefbdb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddacf82-5829-439c-96d8-6851f5e9f7fb,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.193037 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 053aba1d-0f66-4125-8e3b-d087cfa2ef71 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:40.199713 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Pushing event updated for resources: {'Port': ['ID=05541d47-595a-4523-bce1-9b78700744fc,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.366822 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:40.367807 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.521683 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Port 05541d47-595a-4523-bce1-9b78700744fc on network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:40.523105 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Attempting to bind port 05541d47-595a-4523-bce1-9b78700744fc on network 4e1683a1-dea0-4d4b-afb4-f66d45f97aef {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:40.526677 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 6.8524060 Jul 07 20:49:40.532898 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 37922) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:40.560239 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.566748 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Request body: {'subnet': {'network_id': 'e8f0a2c5-2f89-481d-b155-d767708bca59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022349407-subnet', 'tenant_id': 'b47390b6c7b145a69e26ff9c89d44ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:40.584189 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-f0805f76-c526-4af7-90f7-7feea6402fbe tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1603382763&fields=id&tenant_id=4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 267 time: 0.6322715 Jul 07 20:49:40.591241 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:40.591596 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Checking segment: {'id': '771fdea0-a8c2-4889-986e-4cf5044d269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:40.591962 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Bound using segment: {'id': '771fdea0-a8c2-4889-986e-4cf5044d269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:40.596844 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Bound port: 05541d47-595a-4523-bce1-9b78700744fc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771fdea0-a8c2-4889-986e-4cf5044d269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:40.599537 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.630379 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Made reservation on behalf of b47390b6c7b145a69e26ff9c89d44ee3 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:40.633974 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.640994 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906130ff-9c05-4b7b-b359-4775e381229b admin admin] Pushing event updated for resources: {'Network': ['ID=e8f0a2c5-2f89-481d-b155-d767708bca59,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.674194 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network e8f0a2c5-2f89-481d-b155-d767708bca59 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:41.094710 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa125ea-0100-4d5c-b319-1ca8174031f1 req-8ffed598-7b76-4285-b656-d0ddae1f8b0c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:41.104084 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5fa125ea-0100-4d5c-b319-1ca8174031f1 req-8ffed598-7b76-4285-b656-d0ddae1f8b0c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.2078862 Jul 07 20:49:41.230385 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] For port 05541d47-595a-4523-bce1-9b78700744fc, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:41.247454 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] For port 05541d47-595a-4523-bce1-9b78700744fc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05541d47-595a-4523-bce1-9b78700744fc,segment=NetworkSegment(771fdea0-a8c2-4889-986e-4cf5044d269c),segment_id=771fdea0-a8c2-4889-986e-4cf5044d269c)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:41.270976 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] For port 31a19154-892b-49cb-b49f-81e6a2002bce, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:41.286546 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] For port 31a19154-892b-49cb-b49f-81e6a2002bce, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=31a19154-892b-49cb-b49f-81e6a2002bce,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:41.321737 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5fa125ea-0100-4d5c-b319-1ca8174031f1 req-0af77d81-7a6c-4c2e-a077-61f2a1fb6a2a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082849 Jul 07 20:49:41.357914 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:41.369367 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:41.406287 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:41.630766 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f37b9c-2e95-4d0f-8e99-aee4fe7be055,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:41.643858 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Checking segment: {'id': 'b320eab3-6421-4254-8028-e22958716b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e8f0a2c5-2f89-481d-b155-d767708bca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:41.644675 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Network hostable DHCP agents. Network: e8f0a2c5-2f89-481d-b155-d767708bca59, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:41.706812 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:41.707849 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:41.710382 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] 10.222.0.83 "PUT /v2.0/ports/05541d47-595a-4523-bce1-9b78700744fc HTTP/1.1" status: 200 len: 1093 time: 10.1237626 Jul 07 20:49:41.740597 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Network e8f0a2c5-2f89-481d-b155-d767708bca59 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:41.775682 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:41.776431 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:41.777878 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] 10.222.0.83 "PUT /v2.0/ports/31a19154-892b-49cb-b49f-81e6a2002bce HTTP/1.1" status: 200 len: 1093 time: 10.2107341 Jul 07 20:49:41.778512 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'tag': '05541d47-595a-4523-bce1-9b78700744fc'}, {'name': 'network-changed', 'server_uuid': '371ca487-c8d9-4916-9266-dfb822530de6', 'tag': '31a19154-892b-49cb-b49f-81e6a2002bce'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:41.867969 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1cf90-9b73-4b5c-abac-e27b767ff77a service neutron] Pushing event updated for resources: {'Port': ['ID=31a19154-892b-49cb-b49f-81e6a2002bce,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:41.886997 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, e8f0a2c5-2f89-481d-b155-d767708bca59) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:41.914185 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:41.932768 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2042a63-7821-4da8-8c18-b6623d0535b5 None None] Network e8f0a2c5-2f89-481d-b155-d767708bca59 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:41.941891 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:41.973564 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb306a4-d0a7-4fca-8d9f-7f9813887091 service neutron] Pushing event updated for resources: {'Port': ['ID=05541d47-595a-4523-bce1-9b78700744fc,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:42.017861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Made reservation on behalf of df8590165946474c9a8106c0314aa096 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:42.033755 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.092178 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219702ca-339f-4820-8be8-02ab00ee6e5d req-b4f6299a-64cf-4758-84db-11ce494cda73 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.111459 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-219702ca-339f-4820-8be8-02ab00ee6e5d req-b4f6299a-64cf-4758-84db-11ce494cda73 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 0.4601252 Jul 07 20:49:42.182204 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8df72f25-48f8-4c0d-9ea1-a16170440f5c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6454308 Jul 07 20:49:42.182204 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.83', 60463) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:42.285804 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:49:42.388510 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb7dc7-f263-46c4-b107-3a8c4ffca57d None None] Network e8f0a2c5-2f89-481d-b155-d767708bca59 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:42.670455 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0870cb-ec94-4bb1-985c-1e905295a54e" -d '{"events": [{"name": "network-changed", "server_uuid": "95c0ef35-26d6-4322-b824-2e4c6c43020a", "tag": "05541d47-595a-4523-bce1-9b78700744fc"}, {"name": "network-changed", "server_uuid": "371ca487-c8d9-4916-9266-dfb822530de6", "tag": "31a19154-892b-49cb-b49f-81e6a2002bce"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:42.777338 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-77d33bc2-7cb4-4950-bbaf-2194544308f7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.785801 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-77d33bc2-7cb4-4950-bbaf-2194544308f7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 818 time: 0.5554521 Jul 07 20:49:42.851472 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Request body: {'port': {'device_id': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'admin_state_up': True, 'tenant_id': 'df8590165946474c9a8106c0314aa096'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:42.881851 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-13a3a182-073d-4a69-a7a3-0e47f74fe071 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.906548 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-13a3a182-073d-4a69-a7a3-0e47f74fe071 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 816 time: 2.2436860 Jul 07 20:49:42.949583 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-219702ca-339f-4820-8be8-02ab00ee6e5d req-0a09fc3f-e549-408b-8c56-85b80d91ca21 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332984 Jul 07 20:49:43.038825 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 37994) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:43.058561 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-e58e4558-d8b5-4429-a46b-301ee961c33e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/quotas/4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 375 time: 0.1506937 Jul 07 20:49:43.133235 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-b7ba7085-fb47-44e7-b4d4-f2c72c297bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:43.135025 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-b7ba7085-fb47-44e7-b4d4-f2c72c297bf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 1096 time: 0.8920403 Jul 07 20:49:43.330520 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-2507f2a7-ac86-42da-8b60-c86dc51432fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:43.332344 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-2507f2a7-ac86-42da-8b60-c86dc51432fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bf20473a92f46ad8cdf0c77536eacb3&device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 1096 time: 1.2203414 Jul 07 20:49:43.333845 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-7f0e1ad1-dfb7-427b-87b2-e71345cc1d5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31a19154-892b-49cb-b49f-81e6a2002bce HTTP/1.1" status: 200 len: 217 time: 0.1636789 Jul 07 20:49:43.337859 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Allocated IP 172.20.0.10 (689dd754-844b-466e-8d78-cc827c706363/746ad6ca-a7df-4bd0-92d5-570e7e015363/7fb89982-6897-4e3c-a841-6e7114705f97) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:43.384298 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Deleting subnet 1f6d5df1-bb48-4b93-98ba-6429397a3408 {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:49:43.393290 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.416955 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38002) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:43.434820 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Made reservation on behalf of df8590165946474c9a8106c0314aa096 for: {'port': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:43.447017 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.455875 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.587974 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cf261fed-0a0a-499c-af23-4e15e8db53f8 req-f0adebaa-48e8-42bf-bc04-1f33cc8c4ae7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 210 time: 0.0959909 Jul 07 20:49:43.631492 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-a7ce80fd-ce80-40af-b397-c9e205637b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:43.633348 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-a7ce80fd-ce80-40af-b397-c9e205637b02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.1665537 Jul 07 20:49:43.641789 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.805389 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-7ab70e4d-efce-4296-a2e4-d37b2f5c0673 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05541d47-595a-4523-bce1-9b78700744fc HTTP/1.1" status: 200 len: 217 time: 0.3366578 Jul 07 20:49:43.809804 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3895894f-cf1a-4b36-880c-916fc7eec4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.931590 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-2f1892cf-d759-4c9d-84ed-a7f719238ca1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2219970 Jul 07 20:49:44.075009 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa9710-c4ef-42ca-8bab-6fdb79fd605e req-7644cc16-6d52-4f0a-b0c0-90d9dfb92211 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.078371 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-83fa9710-c4ef-42ca-8bab-6fdb79fd605e req-7644cc16-6d52-4f0a-b0c0-90d9dfb92211 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.2409930 Jul 07 20:49:44.175956 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-83fa9710-c4ef-42ca-8bab-6fdb79fd605e req-d5a8e0ac-7a33-4cd4-a5ee-be8736c2476d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884910 Jul 07 20:49:44.227432 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3895894f-cf1a-4b36-880c-916fc7eec4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.233608 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3895894f-cf1a-4b36-880c-916fc7eec4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.286915 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3895894f-cf1a-4b36-880c-916fc7eec4fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2250eb792f09421183fd594bbca4d5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8681223 Jul 07 20:49:44.292531 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38032) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:44.302557 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895894f-cf1a-4b36-880c-916fc7eec4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253d632a-e2dd-4691-83c8-9fcd6542c67a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:44.383889 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-538d2dbf-efff-4e4f-b913-2bac6efaea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.414315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-538d2dbf-efff-4e4f-b913-2bac6efaea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.452523 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-ea48ee92-5fed-4aea-83ab-9e13329ad581 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3930073 Jul 07 20:49:44.474606 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.502693 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-538d2dbf-efff-4e4f-b913-2bac6efaea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.510002 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-538d2dbf-efff-4e4f-b913-2bac6efaea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.523092 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-538d2dbf-efff-4e4f-b913-2bac6efaea67 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/253d632a-e2dd-4691-83c8-9fcd6542c67a HTTP/1.1" status: 204 len: 168 time: 0.2245495 Jul 07 20:49:44.537278 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d2dbf-efff-4e4f-b913-2bac6efaea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d632a-e2dd-4691-83c8-9fcd6542c67a,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:44.604502 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635840-6014-4103-b334-c064c4dc4662 req-48b708b9-78d0-4331-a224-aa0ae870bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.607047 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-48b708b9-78d0-4331-a224-aa0ae870bb0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9bc5b03a-e887-45e4-9a9f-a8b016108daa HTTP/1.1" status: 200 len: 852 time: 0.6831946 Jul 07 20:49:44.607797 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6d5df1-bb48-4b93-98ba-6429397a3408,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:44.671903 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-0e66805f-ec7f-408d-8242-c5b9ec0147af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435719 Jul 07 20:49:44.673016 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.674997 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-9589c654-78c9-4edc-a067-49e820d55631 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1f6d5df1-bb48-4b93-98ba-6429397a3408 HTTP/1.1" status: 204 len: 168 time: 1.6094356 Jul 07 20:49:44.679082 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76c3d19-ee28-408c-8128-fdbc61846005 x-openstack-request-id: req-d76c3d19-ee28-408c-8128-fdbc61846005 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:44.679383 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c0ef35-26d6-4322-b824-2e4c6c43020a", "tag": "05541d47-595a-4523-bce1-9b78700744fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "371ca487-c8d9-4916-9266-dfb822530de6", "tag": "31a19154-892b-49cb-b49f-81e6a2002bce", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:44.679502 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38056) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:44.679703 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d76c3d19-ee28-408c-8128-fdbc61846005 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:44.680106 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'tag': '05541d47-595a-4523-bce1-9b78700744fc', 'status': 'completed', 'code': 200} Jul 07 20:49:44.680361 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371ca487-c8d9-4916-9266-dfb822530de6', 'tag': '31a19154-892b-49cb-b49f-81e6a2002bce', 'status': 'completed', 'code': 200} Jul 07 20:49:44.684745 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-415128db-8914-4623-8e5d-de0a399ac14a service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040761 Jul 07 20:49:44.834131 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.882288 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-8edddb19-ccff-4bb6-a51b-904c97a10ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660877 Jul 07 20:49:44.886775 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.930561 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36320c1-2255-449f-8d77-72a94cc8aabb req-2f371c06-2923-463f-b9bc-24aa0f02d295 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.937681 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a36320c1-2255-449f-8d77-72a94cc8aabb req-2f371c06-2923-463f-b9bc-24aa0f02d295 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 0.1186850 Jul 07 20:49:45.052025 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a36320c1-2255-449f-8d77-72a94cc8aabb req-14ab31cd-88a5-4fa5-aa7c-39ad25333cf0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133237 Jul 07 20:49:45.056735 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.106000 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.109913 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.113760 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.114123 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > port after_create 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.114521 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > port after_delete 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.114864 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > port after_update 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.115191 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.115520 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.115846 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.116167 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.139943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4628a7fe-2363-4f80-b4c6-02a7573963a1 req-dafd5622-4ed9-4019-ba69-e166a19751b1 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470174 Jul 07 20:49:45.151115 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.159669 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-5ad027ad-c2f2-404a-876c-e8050d4e3df5 service neutron] 10.222.0.83 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678984 Jul 07 20:49:45.228128 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38066) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:45.303005 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Network 689dd754-844b-466e-8d78-cc827c706363 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:45.311080 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Pushing event updated for resources: {'Port': ['ID=7fb89982-6897-4e3c-a841-6e7114705f97,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:45.328420 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-9ca732a0-0ffa-493a-8d1c-6d4aca86cdc1 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249783 Jul 07 20:49:45.333830 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:45.341928 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:45.353562 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:45.355128 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.395932 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-261380ec-0948-48bf-869b-c1f1e1f96dcb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3860357 Jul 07 20:49:45.434416 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Request body: {'port': {'device_id': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:45.495581 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38080) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:45.510203 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.510625 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.510920 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.511262 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:45.511645 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30edd96-a382-4505-ac6e-202a1d742cb9']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:45.574774 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77635840-6014-4103-b334-c064c4dc4662 req-c63d4068-bd5a-43b3-bce5-d80ac4858038 service neutron] 10.222.0.83 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768878 Jul 07 20:49:45.606728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1576059a-7f5d-4010-a636-9d9585a07aef') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:45.606728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1576059a-7f5d-4010-a636-9d9585a07aef') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:45.610597 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d4fc18f9-9085-4d4d-a094-7eec244f8403 req-460e9928-9c2e-4388-bcb9-cceeac18743a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 210 time: 0.0924966 Jul 07 20:49:45.643017 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.724295 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.775906 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-edad9884-7119-4817-b9b9-47f20b9653e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.803463 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.848903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Allocated IP 172.20.0.14 (689dd754-844b-466e-8d78-cc827c706363/746ad6ca-a7df-4bd0-92d5-570e7e015363/41552c67-334f-47d7-964d-7699863a2fca) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:45.853700 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:49:45.854404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: from cryptography.utils import int_from_bytes Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: from cryptography.utils import int_from_bytes Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:49:45.862431 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:49:46.107099 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54428b77-ad98-4c7b-a1f8-33c538ef5a02 req-622d86d6-b459-42bd-8ad1-be1ac9af3e4d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.2859273 Jul 07 20:49:46.145027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.156472 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.160649 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] 10.222.0.72 "DELETE /v2.0/networks/c30edd96-a382-4505-ac6e-202a1d742cb9 HTTP/1.1" status: 204 len: 168 time: 1.4796181 Jul 07 20:49:46.175553 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38096) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:46.199771 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-098446bf-b5d3-44ee-9dbb-ee70f0c4258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.241630 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33757822-3d8e-4a18-b387-fdfe0518063a admin admin] Pushing event deleted for resources: {'Network': ['ID=c30edd96-a382-4505-ac6e-202a1d742cb9,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:46.452378 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-edad9884-7119-4817-b9b9-47f20b9653e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.494578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-816198d6-d713-4e19-911e-6f5298e28e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:46.497391 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-816198d6-d713-4e19-911e-6f5298e28e98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bf20473a92f46ad8cdf0c77536eacb3&device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 1096 time: 0.7767348 Jul 07 20:49:46.498635 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-edad9884-7119-4817-b9b9-47f20b9653e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.566798 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd39881-ce97-442e-8de2-45f83089a10f req-ce13444f-aece-4fec-9664-b147e7e3f4bc tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:46.568424 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0fd39881-ce97-442e-8de2-45f83089a10f req-ce13444f-aece-4fec-9664-b147e7e3f4bc tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.6813786 Jul 07 20:49:46.576059 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Deleting subnet 15f37b9c-2e95-4d0f-8e99-aee4fe7be055 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:49:46.588633 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.614174 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-edad9884-7119-4817-b9b9-47f20b9653e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17ad6b00b3f6487c994dae10c008f5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1168284 Jul 07 20:49:46.619386 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38100) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:46.629171 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad9884-7119-4817-b9b9-47f20b9653e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd7e705-d7de-4296-94f4-0fc8c7d3df93,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:46.679489 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.684263 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0fd39881-ce97-442e-8de2-45f83089a10f req-ca73cd73-eaf3-4c71-917b-0b982215761d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044066 Jul 07 20:49:46.715499 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef967879-507e-4b2d-b402-c418743a69ef req-4ae11849-37a8-4c26-9f62-2d5f81ada918 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:46.716062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.719112 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ef967879-507e-4b2d-b402-c418743a69ef req-4ae11849-37a8-4c26-9f62-2d5f81ada918 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 0.3550899 Jul 07 20:49:46.755726 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.803477 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a4df-eb7a-4d1f-983a-9cc74c518058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.841082 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-098446bf-b5d3-44ee-9dbb-ee70f0c4258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.842339 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.902154 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-098446bf-b5d3-44ee-9dbb-ee70f0c4258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.918576 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.926198 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a4df-eb7a-4d1f-983a-9cc74c518058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.940303 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ef967879-507e-4b2d-b402-c418743a69ef req-8c20c23c-7761-478c-8f51-e6ea0425c633 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861086 Jul 07 20:49:47.004109 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098446bf-b5d3-44ee-9dbb-ee70f0c4258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ee126-f0e4-4160-9498-3e51c7da6de6,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.008647 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f37b9c-2e95-4d0f-8e99-aee4fe7be055,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.011643 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-098446bf-b5d3-44ee-9dbb-ee70f0c4258f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9dde6ce6caef4bee9e685409ebf3f99e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7806959 Jul 07 20:49:47.017224 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38104) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:47.022893 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Network 689dd754-844b-466e-8d78-cc827c706363 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:47.034758 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.036785 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-03eb32e5-3742-4058-8fc3-2add714b6271 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/15f37b9c-2e95-4d0f-8e99-aee4fe7be055 HTTP/1.1" status: 204 len: 168 time: 0.8601780 Jul 07 20:49:47.040877 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38108) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:47.044870 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:47.052352 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:47.058352 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Pushing event updated for resources: {'Port': ['ID=41552c67-334f-47d7-964d-7699863a2fca,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.133320 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:47.133995 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.152780 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d00e3f-4a18-443f-bc47-494e30b89a44 req-fe25d9ec-f0c0-4205-abfe-8cf43d51809c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:47.159148 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e0d00e3f-4a18-443f-bc47-494e30b89a44 req-fe25d9ec-f0c0-4205-abfe-8cf43d51809c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 932 time: 0.2653792 Jul 07 20:49:47.177007 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a4df-eb7a-4d1f-983a-9cc74c518058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.179633 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a4df-eb7a-4d1f-983a-9cc74c518058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.184654 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-bdd9a4df-eb7a-4d1f-983a-9cc74c518058 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4fd7e705-d7de-4296-94f4-0fc8c7d3df93 HTTP/1.1" status: 204 len: 168 time: 0.5603077 Jul 07 20:49:47.197285 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.220459 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-db2e8405-7d23-4ae7-b008-a4dd8bfea9ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3982224 Jul 07 20:49:47.231910 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9a4df-eb7a-4d1f-983a-9cc74c518058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd7e705-d7de-4296-94f4-0fc8c7d3df93,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.259014 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-48e2a4bb-6f0c-4619-b5fb-1507579ecea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.290795 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e0d00e3f-4a18-443f-bc47-494e30b89a44 req-61ffcf86-7303-42e3-900b-885b7b1464d3 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246378 Jul 07 20:49:47.554068 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb89982-6897-4e3c-a841-6e7114705f97 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:47.593757 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b026a001-7c96-4744-afa9-fe035539e388 req-c00dd61e-d8d6-4065-a195-2fc4787adf63 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0920546 Jul 07 20:49:47.604764 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.645996 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-48e2a4bb-6f0c-4619-b5fb-1507579ecea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.726687 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Transition to ACTIVE for port object 7fb89982-6897-4e3c-a841-6e7114705f97 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:47.758853 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.806339 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-c160de89-4340-486c-ab4d-944b0b96abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:47.807948 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-c160de89-4340-486c-ab4d-944b0b96abe4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef HTTP/1.1" status: 200 len: 913 time: 0.5876226 Jul 07 20:49:47.814091 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.840888 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.841266 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.842069 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.842454 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > port after_create 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.842807 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.843194 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > port after_update 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.843517 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.843862 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.844179 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.844484 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.922940 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.923392 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.923650 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.923974 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:49:47.924365 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f0a2c5-2f89-481d-b155-d767708bca59']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:47.927804 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e46b2a-81f8-4418-a9b9-c1354a47f0bc req-62e2fefd-9283-4b68-82e6-a0f465af9b6e tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:47.929631 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c9e46b2a-81f8-4418-a9b9-c1354a47f0bc req-62e2fefd-9283-4b68-82e6-a0f465af9b6e tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.0767510 Jul 07 20:49:47.959732 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b320eab3-6421-4254-8028-e22958716b0f') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:47.960001 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b320eab3-6421-4254-8028-e22958716b0f') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:47.965302 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb89982-6897-4e3c-a841-6e7114705f97,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.994404 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c9e46b2a-81f8-4418-a9b9-c1354a47f0bc req-eb460cf5-54cf-4a2c-b8c2-e60bce7daa8a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586421 Jul 07 20:49:48.036988 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.041113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-48e2a4bb-6f0c-4619-b5fb-1507579ecea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.043763 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-48e2a4bb-6f0c-4619-b5fb-1507579ecea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.048177 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-48e2a4bb-6f0c-4619-b5fb-1507579ecea9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/519ee126-f0e4-4160-9498-3e51c7da6de6 HTTP/1.1" status: 204 len: 168 time: 1.0266848 Jul 07 20:49:48.074916 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Attempting to bind port 7fb89982-6897-4e3c-a841-6e7114705f97 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:48.075323 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Attempting to bind port 7fb89982-6897-4e3c-a841-6e7114705f97 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:48.075595 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Attempting to bind port 7fb89982-6897-4e3c-a841-6e7114705f97 on network 689dd754-844b-466e-8d78-cc827c706363 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:48.082295 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2a4bb-6f0c-4619-b5fb-1507579ecea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ee126-f0e4-4160-9498-3e51c7da6de6,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:48.091353 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.102191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Port 7fb89982-6897-4e3c-a841-6e7114705f97 on network 689dd754-844b-466e-8d78-cc827c706363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:48.102191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Attempting to bind port 7fb89982-6897-4e3c-a841-6e7114705f97 on network 689dd754-844b-466e-8d78-cc827c706363 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:48.117360 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:48.117687 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Checking segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:48.118141 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Bound using segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:48.118560 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Bound port: 7fb89982-6897-4e3c-a841-6e7114705f97, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:48.118936 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.121748 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:49:48.122157 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: from cryptography.utils import int_from_bytes Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: from cryptography.utils import int_from_bytes Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:49:48.132847 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:49:48.381663 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.402045 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.404920 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] 10.222.0.72 "DELETE /v2.0/networks/e8f0a2c5-2f89-481d-b155-d767708bca59 HTTP/1.1" status: 204 len: 168 time: 1.3629711 Jul 07 20:49:48.438172 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6be22-9e26-4ec7-bc0f-57fcfe26df2b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f0a2c5-2f89-481d-b155-d767708bca59,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:48.477682 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dbe95-ab15-4e8c-bcb1-946e58d6241a req-395c7bca-f869-469c-86ce-8e62dda8b572 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:48.489356 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d82dbe95-ab15-4e8c-bcb1-946e58d6241a req-395c7bca-f869-469c-86ce-8e62dda8b572 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 0.2569039 Jul 07 20:49:48.492813 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] For port 7fb89982-6897-4e3c-a841-6e7114705f97, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:48.502613 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] For port 7fb89982-6897-4e3c-a841-6e7114705f97, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7fb89982-6897-4e3c-a841-6e7114705f97,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:48.518579 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.586923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:48.587717 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.589340 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] 10.222.0.83 "PUT /v2.0/ports/7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 1094 time: 3.1822286 Jul 07 20:49:48.589927 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'tag': '7fb89982-6897-4e3c-a841-6e7114705f97'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:48.592971 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e96dec6-9a17-471f-8285-8d6f5206dab8", "tag": "7fb89982-6897-4e3c-a841-6e7114705f97"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:48.616789 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d82dbe95-ab15-4e8c-bcb1-946e58d6241a req-5bfc1e73-f34a-4555-be69-8b25ebbf2cb4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261151 Jul 07 20:49:48.617686 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b1f69-cfcb-461d-8541-c2fd54c7fd13 req-030c25f4-beb7-4ec5-b70f-be0f4a987fc0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:48.620700 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5e6b1f69-cfcb-461d-8541-c2fd54c7fd13 req-030c25f4-beb7-4ec5-b70f-be0f4a987fc0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 932 time: 0.1499062 Jul 07 20:49:48.675812 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3475f1-9f3d-48e0-bdea-f87433314420 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb89982-6897-4e3c-a841-6e7114705f97,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:48.724403 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5e6b1f69-cfcb-461d-8541-c2fd54c7fd13 req-4946a861-c40c-43e7-9735-0c89a0c55052 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939016 Jul 07 20:49:48.785169 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0cd488-2fb3-483b-8985-27bdd7313112 x-openstack-request-id: req-fe0cd488-2fb3-483b-8985-27bdd7313112 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:48.785400 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e96dec6-9a17-471f-8285-8d6f5206dab8", "tag": "7fb89982-6897-4e3c-a841-6e7114705f97", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:48.785865 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe0cd488-2fb3-483b-8985-27bdd7313112 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:48.786534 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'tag': '7fb89982-6897-4e3c-a841-6e7114705f97', 'status': 'completed', 'code': 200} Jul 07 20:49:48.829289 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38158) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:48.844596 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38160) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:48.877017 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc9449af-70f8-4d81-aa3c-63ff0aecf820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:48.920293 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d69783a4-d2e8-4020-ba8e-6e2c651de5c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=389694f0331840789762f15e1f9a3414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0877914 Jul 07 20:49:48.923822 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38162) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:48.958487 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-88221893-fff0-4145-af2f-d39c368dbfe9 req-5c7ab110-2afd-4e3c-9a29-cfef1794ef3e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0506201 Jul 07 20:49:49.023191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41f24624-de99-41e7-b4bc-0a85ad0ba624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.054160 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41f24624-de99-41e7-b4bc-0a85ad0ba624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.076370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc9449af-70f8-4d81-aa3c-63ff0aecf820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.083598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc9449af-70f8-4d81-aa3c-63ff0aecf820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.148772 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Request body: {'port': {'device_id': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:49.225928 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dc9449af-70f8-4d81-aa3c-63ff0aecf820 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34ccb4d89bba4ab89789b919397938b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795602 Jul 07 20:49:49.232808 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9449af-70f8-4d81-aa3c-63ff0aecf820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11781eb5-2fc3-4545-b5a2-10c67ae4e284,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:49.234357 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-1b315ccf-6bd9-44db-9848-ebe9a64cc44f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05541d47-595a-4523-bce1-9b78700744fc HTTP/1.1" status: 200 len: 217 time: 0.0979407 Jul 07 20:49:49.237778 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38172) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:49.360852 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.474515 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41f24624-de99-41e7-b4bc-0a85ad0ba624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.481512 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc643d46-d172-4e83-b4bc-9cb4a5cb4705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.481833 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41f24624-de99-41e7-b4bc-0a85ad0ba624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.489213 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-41f24624-de99-41e7-b4bc-0a85ad0ba624 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5681a198-99cd-41a7-a813-2bc4bc7e5e56 HTTP/1.1" status: 204 len: 168 time: 0.5634844 Jul 07 20:49:49.510972 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24624-de99-41e7-b4bc-0a85ad0ba624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681a198-99cd-41a7-a813-2bc4bc7e5e56,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:49.526227 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-1a3d45ed-d6ff-4316-aea9-216decc79d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:49.528996 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-1a3d45ed-d6ff-4316-aea9-216decc79d21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9bc5b03a-e887-45e4-9a9f-a8b016108daa HTTP/1.1" status: 200 len: 852 time: 0.2852352 Jul 07 20:49:49.552715 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc643d46-d172-4e83-b4bc-9cb4a5cb4705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.599849 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a req-d2a748f1-ca9d-4dd6-b5ba-99a305727563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:49.602577 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a req-d2a748f1-ca9d-4dd6-b5ba-99a305727563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1097 time: 0.3660274 Jul 07 20:49:49.617831 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c20d-71f7-4516-90bf-f558b2d6649e req-91ec5afa-11d4-46ad-a34c-44134e88493a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:49.620995 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1739c20d-71f7-4516-90bf-f558b2d6649e req-91ec5afa-11d4-46ad-a34c-44134e88493a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.3815508 Jul 07 20:49:49.696422 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1739c20d-71f7-4516-90bf-f558b2d6649e req-c68f9eb8-d0d7-4976-b96e-fb1218cc164c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Jul 07 20:49:49.994735 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc643d46-d172-4e83-b4bc-9cb4a5cb4705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.004604 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc643d46-d172-4e83-b4bc-9cb4a5cb4705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.019956 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dc643d46-d172-4e83-b4bc-9cb4a5cb4705 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11781eb5-2fc3-4545-b5a2-10c67ae4e284 HTTP/1.1" status: 204 len: 168 time: 0.7574401 Jul 07 20:49:50.096030 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41552c67-334f-47d7-964d-7699863a2fca {{(pid=99431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:50.111680 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.139530 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Transition to ACTIVE for port object 41552c67-334f-47d7-964d-7699863a2fca will not be triggered until provisioned by entity L2. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:50.173004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc643d46-d172-4e83-b4bc-9cb4a5cb4705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11781eb5-2fc3-4545-b5a2-10c67ae4e284,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:50.175752 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.289433 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=41552c67-334f-47d7-964d-7699863a2fca,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:50.378046 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a121-7ccf-475e-ab16-4c9bac659904 req-7d6b3d69-585b-417b-970e-3356023a7233 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.401867 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb68a121-7ccf-475e-ab16-4c9bac659904 req-7d6b3d69-585b-417b-970e-3356023a7233 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 944 time: 0.2555950 Jul 07 20:49:50.420015 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38202) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:50.467867 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1ac4d-9933-4cf1-8158-c07c7ab1cc0e req-85639488-5c26-4e0c-8985-98a9656cbb9c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.472749 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-89e1ac4d-9933-4cf1-8158-c07c7ab1cc0e req-85639488-5c26-4e0c-8985-98a9656cbb9c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 0.3277447 Jul 07 20:49:50.533881 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb68a121-7ccf-475e-ab16-4c9bac659904 req-3328db37-4bf2-465b-a3e3-1a38263803cd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301625 Jul 07 20:49:50.565834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.managers [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Attempting to bind port 41552c67-334f-47d7-964d-7699863a2fca on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:50.570199 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.managers [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Attempting to bind port 41552c67-334f-47d7-964d-7699863a2fca by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'}] {{(pid=99431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:50.577895 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Attempting to bind port 41552c67-334f-47d7-964d-7699863a2fca on network 689dd754-844b-466e-8d78-cc827c706363 {{(pid=99431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:50.601085 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-1f2af045-f966-4af6-82fc-be3e8faa3a31 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b47390b6c7b145a69e26ff9c89d44ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140532 Jul 07 20:49:50.603724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Port 41552c67-334f-47d7-964d-7699863a2fca on network 689dd754-844b-466e-8d78-cc827c706363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:50.604244 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Attempting to bind port 41552c67-334f-47d7-964d-7699863a2fca on network 689dd754-844b-466e-8d78-cc827c706363 {{(pid=99431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:50.605281 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38210) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:50.620367 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-89e1ac4d-9933-4cf1-8158-c07c7ab1cc0e req-f676d00a-e02c-4cf3-8eb8-b273a6174784 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361449 Jul 07 20:49:50.640746 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:50.647279 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Checking segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:50.648173 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Bound using segment: {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'} {{(pid=99431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:50.661963 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.managers [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Bound port: 41552c67-334f-47d7-964d-7699863a2fca, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '689dd754-844b-466e-8d78-cc827c706363'}}] {{(pid=99431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:50.662420 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.691102 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.843490 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5aff075b-d7a1-4e2e-a1db-e69db54fab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.916090 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5aff075b-d7a1-4e2e-a1db-e69db54fab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.919213 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] For port 41552c67-334f-47d7-964d-7699863a2fca, host hv-cinder-79053, cleared binding levels {{(pid=99431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:50.925385 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] For port 41552c67-334f-47d7-964d-7699863a2fca, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=41552c67-334f-47d7-964d-7699863a2fca,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:50.933203 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.963622 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6d038b86-74af-400c-97c2-fa76ec23cd3b req-d6297997-ca0f-41d7-a669-4babcccbff19 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0754550 Jul 07 20:49:51.007641 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.009406 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.011291 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] 10.222.0.83 "PUT /v2.0/ports/41552c67-334f-47d7-964d-7699863a2fca HTTP/1.1" status: 200 len: 1094 time: 1.8783329 Jul 07 20:49:51.015537 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'tag': '41552c67-334f-47d7-964d-7699863a2fca'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:51.081184 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1aa6a-3bd7-4fe2-a060-ddbf1b4a4ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=41552c67-334f-47d7-964d-7699863a2fca,revision_number=3']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:51.097010 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5aff075b-d7a1-4e2e-a1db-e69db54fab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.100109 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5aff075b-d7a1-4e2e-a1db-e69db54fab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.101316 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5aff075b-d7a1-4e2e-a1db-e69db54fab2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d5c31de-8a79-4016-9d47-1c751a3f329e HTTP/1.1" status: 204 len: 168 time: 0.4926002 Jul 07 20:49:51.113912 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff075b-d7a1-4e2e-a1db-e69db54fab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c31de-8a79-4016-9d47-1c751a3f329e,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:51.167520 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b88c64-8ed0-46d3-bdf2-d7940cd0bc9c req-2e31a483-fdf5-4274-827a-b520dfce0a9a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.175918 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-72b88c64-8ed0-46d3-bdf2-d7940cd0bc9c req-2e31a483-fdf5-4274-827a-b520dfce0a9a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.1613178 Jul 07 20:49:51.241678 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-72b88c64-8ed0-46d3-bdf2-d7940cd0bc9c req-4d56f02b-4e49-4dd7-af71-379d8970b0c0 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Jul 07 20:49:51.315775 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d99f079-beec-43f6-8e33-f44e04c46885" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65309a-6114-4fd0-9907-2f0e2c99e991", "tag": "41552c67-334f-47d7-964d-7699863a2fca"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:51.483446 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998469c4-4ac7-417b-aa13-6312ec46ab12 x-openstack-request-id: req-998469c4-4ac7-417b-aa13-6312ec46ab12 {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:51.484165 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65309a-6114-4fd0-9907-2f0e2c99e991", "tag": "41552c67-334f-47d7-964d-7699863a2fca", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:51.485088 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-998469c4-4ac7-417b-aa13-6312ec46ab12 {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:51.485851 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'tag': '41552c67-334f-47d7-964d-7699863a2fca', 'status': 'completed', 'code': 200} Jul 07 20:49:51.881372 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79633754-fcb4-4529-b481-c1dac4289dcb req-4f0daf17-a1c8-4778-9342-248f15405d88 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.883134 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-79633754-fcb4-4529-b481-c1dac4289dcb req-4f0daf17-a1c8-4778-9342-248f15405d88 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 944 time: 0.1822720 Jul 07 20:49:51.937329 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925afe9-0c0e-42be-85c2-1849c18ee25b req-7e56e770-593e-4990-80e2-c42c8c9d9e84 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.946229 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9925afe9-0c0e-42be-85c2-1849c18ee25b req-7e56e770-593e-4990-80e2-c42c8c9d9e84 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 943 time: 0.1357939 Jul 07 20:49:51.946954 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-79633754-fcb4-4529-b481-c1dac4289dcb req-27f86c53-00c2-40c4-a50a-a1d9bcf3029b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Jul 07 20:49:51.964121 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38276) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:52.026454 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9925afe9-0c0e-42be-85c2-1849c18ee25b req-55d1afd4-8cfe-4f95-9fd0-0d9c55fcf3e7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Jul 07 20:49:52.196515 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b6b39c0e-5897-40f0-96f0-dabd151a6cd4 req-8c3a4fc7-3b0c-4112-bbd2-a47221493d93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0430031 Jul 07 20:49:52.317298 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-184334bd-8ef2-45fe-9306-30cce1e32706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.408025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 31a19154-892b-49cb-b49f-81e6a2002bce details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:52.576672 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-fd21071b-b1de-4c49-9d96-f771939e0aff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217853 Jul 07 20:49:52.646475 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-184334bd-8ef2-45fe-9306-30cce1e32706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.659202 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f079-beec-43f6-8e33-f44e04c46885 req-f76b6fa4-71cb-4c28-b0df-93ef70bc35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:52.661078 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d99f079-beec-43f6-8e33-f44e04c46885 req-f76b6fa4-71cb-4c28-b0df-93ef70bc35cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 1097 time: 0.1646609 Jul 07 20:49:52.661880 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-184334bd-8ef2-45fe-9306-30cce1e32706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.773850 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 31a19154-892b-49cb-b49f-81e6a2002bce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=31a19154-892b-49cb-b49f-81e6a2002bce,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:52.819539 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '31a19154-892b-49cb-b49f-81e6a2002bce', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'port_id': '31a19154-892b-49cb-b49f-81e6a2002bce', 'mac_address': 'fa:16:3e:c8:87:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a12624-db88-46b8-9b8c-05674238b7d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:52.830524 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-184334bd-8ef2-45fe-9306-30cce1e32706 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=495e3110b50a4868a0f95880c411a51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8624470 Jul 07 20:49:52.840481 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184334bd-8ef2-45fe-9306-30cce1e32706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6414f5bc-78b0-466f-aced-9f3686562122,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:52.865166 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38304) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:53.050368 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.124422 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a19154-892b-49cb-b49f-81e6a2002bce {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:53.196760 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9220d2-c5f2-4971-869f-ae4f13d0b1d4 req-b5ef9b38-4a8b-4e5b-bca2-7a1603a0317c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.198350 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8d9220d2-c5f2-4971-869f-ae4f13d0b1d4 req-b5ef9b38-4a8b-4e5b-bca2-7a1603a0317c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 943 time: 0.6680963 Jul 07 20:49:53.199473 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a req-f9e5c3b8-e7bd-4c6f-b361-e5c36f795b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.200883 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a req-f9e5c3b8-e7bd-4c6f-b361-e5c36f795b86 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df8590165946474c9a8106c0314aa096&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8268874 Jul 07 20:49:53.229798 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 31a19154-892b-49cb-b49f-81e6a2002bce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=31a19154-892b-49cb-b49f-81e6a2002bce,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:53.246826 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.248150 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 05541d47-595a-4523-bce1-9b78700744fc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:53.652582 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=31a19154-892b-49cb-b49f-81e6a2002bce,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:53.759226 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 05541d47-595a-4523-bce1-9b78700744fc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05541d47-595a-4523-bce1-9b78700744fc,segment=NetworkSegment(771fdea0-a8c2-4889-986e-4cf5044d269c),segment_id=771fdea0-a8c2-4889-986e-4cf5044d269c)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:53.790603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '05541d47-595a-4523-bce1-9b78700744fc', 'network_id': '4e1683a1-dea0-4d4b-afb4-f66d45f97aef', 'port_id': '05541d47-595a-4523-bce1-9b78700744fc', 'mac_address': 'fa:16:3e:cd:1f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc5b03a-e887-45e4-9a9f-a8b016108daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:53.809053 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-a0e82b95-0240-4580-82a3-f1273758db34 service neutron] 10.222.0.83 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1297019 Jul 07 20:49:53.818013 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f079-beec-43f6-8e33-f44e04c46885 req-ecf477dc-b902-4974-bd36-3c4b3fae027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.819519 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d99f079-beec-43f6-8e33-f44e04c46885 req-ecf477dc-b902-4974-bd36-3c4b3fae027d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=df8590165946474c9a8106c0314aa096&shared=False HTTP/1.1" status: 200 len: 919 time: 1.1336131 Jul 07 20:49:53.829582 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-d0dc-43b1-811e-81359bb6d44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.888982 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.931531 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05541d47-595a-4523-bce1-9b78700744fc {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:54.015999 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 05541d47-595a-4523-bce1-9b78700744fc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05541d47-595a-4523-bce1-9b78700744fc,segment=NetworkSegment(771fdea0-a8c2-4889-986e-4cf5044d269c),segment_id=771fdea0-a8c2-4889-986e-4cf5044d269c)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:54.025881 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.122424 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8d9220d2-c5f2-4971-869f-ae4f13d0b1d4 req-9e044922-4e3b-44cb-9882-bf741bf1b06e tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9160388 Jul 07 20:49:54.124697 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-ac686e7b-104b-4185-b789-4801a3249b6f service neutron] 10.222.0.83 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875743 Jul 07 20:49:54.168000 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-d0dc-43b1-811e-81359bb6d44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.237585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-65cecb64-1423-44ae-ace1-195f684c2da8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.238648 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=05541d47-595a-4523-bce1-9b78700744fc,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:54.240190 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-65cecb64-1423-44ae-ace1-195f684c2da8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 816 time: 1.2121558 Jul 07 20:49:54.320511 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['05541d47-595a-4523-bce1-9b78700744fc'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:54.371016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:54.573432 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-46481573-6b35-448a-a65d-4e84b81e6d8d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 380 time: 0.3167109 Jul 07 20:49:54.594123 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'port': {'device_id': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'admin_state_up': True, 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'security_groups': ['9d8558e8-c827-4e48-a244-b682f9a9e048']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:54.600905 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a req-bd9e6854-d68c-4972-817f-fa8850fe8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.603585 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f1b33f69-0d31-4a9d-adbd-d516b6f9aa9a req-bd9e6854-d68c-4972-817f-fa8850fe8179 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3938763 Jul 07 20:49:54.627434 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f0a7-5c5d-4187-94d8-0262bc56975c req-a336f2de-6a40-432f-a006-74be239ac2ba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.651472 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c673f0a7-5c5d-4187-94d8-0262bc56975c req-a336f2de-6a40-432f-a006-74be239ac2ba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 944 time: 1.4575431 Jul 07 20:49:54.695057 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f079-beec-43f6-8e33-f44e04c46885 req-ee3f6557-bd2e-4574-898d-3dd9376adf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.698445 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d99f079-beec-43f6-8e33-f44e04c46885 req-ee3f6557-bd2e-4574-898d-3dd9376adf83 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8662870 Jul 07 20:49:54.895689 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-d0dc-43b1-811e-81359bb6d44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.902055 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-d0dc-43b1-811e-81359bb6d44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.904370 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-caa6bcae-d0dc-43b1-811e-81359bb6d44a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6414f5bc-78b0-466f-aced-9f3686562122 HTTP/1.1" status: 204 len: 168 time: 2.0377688 Jul 07 20:49:54.967673 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-6e612d7f-fda1-4b76-8749-a892661bfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.972211 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-6e612d7f-fda1-4b76-8749-a892661bfabb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 1097 time: 0.6857204 Jul 07 20:49:55.023452 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6bcae-d0dc-43b1-811e-81359bb6d44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414f5bc-78b0-466f-aced-9f3686562122,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:55.044462 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c673f0a7-5c5d-4187-94d8-0262bc56975c req-d7e7daa7-d82c-42a2-9fe1-2a91e890799e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435323 Jul 07 20:49:55.101200 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-7f61cbf7-b4b9-4bdf-afe5-459ba453bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.103389 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-7f61cbf7-b4b9-4bdf-afe5-459ba453bfd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 1097 time: 0.3287027 Jul 07 20:49:55.348986 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-be32c784-e366-41cd-ab00-5fc816815506 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41552c67-334f-47d7-964d-7699863a2fca HTTP/1.1" status: 200 len: 217 time: 0.2370813 Jul 07 20:49:55.368959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-006b398b-cf7e-4168-85ec-97b67906c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.371778 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-006b398b-cf7e-4168-85ec-97b67906c201 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 915 time: 0.2168059 Jul 07 20:49:55.539024 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-5e738a94-758c-459c-afb0-5a44d21aa56d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31a19154-892b-49cb-b49f-81e6a2002bce HTTP/1.1" status: 200 len: 217 time: 0.1399095 Jul 07 20:49:55.542840 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec45326d-4f43-432a-b989-8ef2980c68c5 req-6c7f4498-01bb-4964-bbda-4fd6bb7ac222 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.1811178 Jul 07 20:49:55.565672 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Made reservation on behalf of 4b2c6b70a9d044d68c3b381c57b007b2 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:55.570752 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.592843 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-b7f9e284-6bb8-42d2-8a10-d6060cc4929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.596610 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-b7f9e284-6bb8-42d2-8a10-d6060cc4929e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.2375925 Jul 07 20:49:55.673987 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8914782-72fe-4044-9798-a1da24e2a8e6 req-5a43d7f0-e69b-473d-9050-e8e8db4a1850 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.675842 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a8914782-72fe-4044-9798-a1da24e2a8e6 req-5a43d7f0-e69b-473d-9050-e8e8db4a1850 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 944 time: 1.0487688 Jul 07 20:49:55.698314 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38392) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:55.709675 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-17507f80-2d89-465d-bda3-03456c59363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.711323 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-17507f80-2d89-465d-bda3-03456c59363e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1097 time: 0.9089990 Jul 07 20:49:55.723897 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-3ea1d2f5-17d4-481d-b13e-292b446ff987 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189747 Jul 07 20:49:55.768845 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8978a9d9-65bf-4ea9-96d7-5b6e5b10b8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.780230 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-bd2415d4-0fe0-451d-9f6d-bee33c70da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.782331 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-bd2415d4-0fe0-451d-9f6d-bee33c70da98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.2317064 Jul 07 20:49:55.853700 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-61c8f787-bc1b-468e-a79e-26f49338e871 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340247 Jul 07 20:49:55.858088 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-019ecc13-87e3-4138-ab43-5bdd235794d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 217 time: 0.1303849 Jul 07 20:49:55.962714 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a8914782-72fe-4044-9798-a1da24e2a8e6 req-8edcfd68-acfb-4692-bcd9-d247ef97ab8b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639711 Jul 07 20:49:55.991022 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-eccfccaa-45be-4e21-962c-b68fa4881081 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533126 Jul 07 20:49:56.024440 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fc443-483c-44a4-afee-79abd315bbef req-b6320c5e-c44e-41c7-be50-0cdf8668237e tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.025976 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-845fc443-483c-44a4-afee-79abd315bbef req-b6320c5e-c44e-41c7-be50-0cdf8668237e tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 944 time: 0.2513087 Jul 07 20:49:56.033897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-2da8b421-2cf3-477d-b95a-70d5b0bd70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.035451 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-2da8b421-2cf3-477d-b95a-70d5b0bd70af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.1675808 Jul 07 20:49:56.059731 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 31a19154-892b-49cb-b49f-81e6a2002bce up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:56.104589 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-bfeb67c4-7a0a-46f8-9ccc-3b3f7928f4e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614972 Jul 07 20:49:56.134508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Allocated IP 172.20.0.13 (6c7c29ee-cfde-4a46-bc4c-ada17ad0e545/03f4c379-c3ef-4de7-a6ad-578610aaf293/66bb2b20-620e-4175-9f12-2ca44c95986a) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:56.162524 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 31a19154-892b-49cb-b49f-81e6a2002bce completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:56.166264 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8978a9d9-65bf-4ea9-96d7-5b6e5b10b8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.179524 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 31a19154-892b-49cb-b49f-81e6a2002bce triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:56.181459 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.199734 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8978a9d9-65bf-4ea9-96d7-5b6e5b10b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.217500 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-805d9090-8a55-4575-a60a-5bf9be863c84 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459971 Jul 07 20:49:56.281297 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978a9d9-65bf-4ea9-96d7-5b6e5b10b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9622b618-d86b-4254-803c-ddd72e5cf697,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:56.327453 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-845fc443-483c-44a4-afee-79abd315bbef req-f1a7b78c-9583-4924-a8db-e2c3dc815a6f tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597675 Jul 07 20:49:56.375417 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.394461 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8978a9d9-65bf-4ea9-96d7-5b6e5b10b8da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e707e57186f48dabcd41d015b734720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6939301 Jul 07 20:49:56.400793 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2642d4bc-e2af-4df1-a2ef-0e9bad37d2f8 req-72bd4072-badd-4b29-b97b-9ac7d2ca1a7f service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983057 Jul 07 20:49:56.401898 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38410) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:56.435607 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 31a19154-892b-49cb-b49f-81e6a2002bce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=31a19154-892b-49cb-b49f-81e6a2002bce,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:56.436823 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ca487-c8d9-4916-9266-dfb822530de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a19154-892b-49cb-b49f-81e6a2002bce'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:56.484605 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-6f386466-0a34-4bec-a3a6-4be625fa4e76 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670957 Jul 07 20:49:56.502292 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.503389 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 05541d47-595a-4523-bce1-9b78700744fc up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:56.526182 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a14e1834-4ea8-4814-8a7b-fc43d71e9914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.544044 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38418) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:56.613916 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=31a19154-892b-49cb-b49f-81e6a2002bce,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:56.641994 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 05541d47-595a-4523-bce1-9b78700744fc completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:56.656639 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 05541d47-595a-4523-bce1-9b78700744fc triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:56.657523 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.701715 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a14e1834-4ea8-4814-8a7b-fc43d71e9914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.856592 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b6bbb-3cf0-4b40-bfe5-22e235e0b710" -d '{"events": [{"server_uuid": "371ca487-c8d9-4916-9266-dfb822530de6", "name": "network-vif-plugged", "status": "completed", "tag": "31a19154-892b-49cb-b49f-81e6a2002bce"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:56.870144 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-292769f7-52de-4470-bc4f-5389409c0dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.899271 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f0870cb-ec94-4bb1-985c-1e905295a54e req-d0b1544e-b067-450f-b041-67bcfe609361 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715164 Jul 07 20:49:56.901171 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54c789fd-d11c-430f-a42a-a1b25c03929e req-885cd478-63bb-4452-b555-5f0bd0281b61 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512659 Jul 07 20:49:56.972578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3cb95-ef84-4fe7-8ea5-20c06e42c824 req-9eab7c4a-3e01-465b-8292-9f773536f4b0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.985799 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-65d3cb95-ef84-4fe7-8ea5-20c06e42c824 req-9eab7c4a-3e01-465b-8292-9f773536f4b0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 944 time: 0.7384930 Jul 07 20:49:57.049184 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.062035 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.063435 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a14e1834-4ea8-4814-8a7b-fc43d71e9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.066140 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a14e1834-4ea8-4814-8a7b-fc43d71e9914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.069793 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a14e1834-4ea8-4814-8a7b-fc43d71e9914 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9622b618-d86b-4254-803c-ddd72e5cf697 HTTP/1.1" status: 204 len: 168 time: 0.6631503 Jul 07 20:49:57.104921 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3808b63b-792f-401e-8e6e-58976f03cda4 req-4db97eaa-ae80-400d-b0f4-8081ac5ce8d8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0540745 Jul 07 20:49:57.108350 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-65d3cb95-ef84-4fe7-8ea5-20c06e42c824 req-d93ff101-3ae0-4cdb-a18d-883a0143b40e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211977 Jul 07 20:49:57.120409 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Transition to ACTIVE for port object 66bb2b20-620e-4175-9f12-2ca44c95986a will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:57.120927 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e1834-4ea8-4814-8a7b-fc43d71e9914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9622b618-d86b-4254-803c-ddd72e5cf697,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:57.233360 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 05541d47-595a-4523-bce1-9b78700744fc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05541d47-595a-4523-bce1-9b78700744fc,segment=NetworkSegment(771fdea0-a8c2-4889-986e-4cf5044d269c),segment_id=771fdea0-a8c2-4889-986e-4cf5044d269c)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:57.246329 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.296612 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.309800 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-292769f7-52de-4470-bc4f-5389409c0dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.318218 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27063fa4-ee6f-4799-a651-72155811ff99 x-openstack-request-id: req-27063fa4-ee6f-4799-a651-72155811ff99 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:57.318445 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ca487-c8d9-4916-9266-dfb822530de6", "name": "network-vif-plugged", "status": "completed", "tag": "31a19154-892b-49cb-b49f-81e6a2002bce", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:57.318699 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27063fa4-ee6f-4799-a651-72155811ff99 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:57.319165 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ca487-c8d9-4916-9266-dfb822530de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a19154-892b-49cb-b49f-81e6a2002bce', 'code': 200} Jul 07 20:49:57.337058 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-292769f7-52de-4470-bc4f-5389409c0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.366281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=05541d47-595a-4523-bce1-9b78700744fc,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:57.383897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:57.391326 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:57.396044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:57.430150 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292769f7-52de-4470-bc4f-5389409c0dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab2c3a4-a84f-4c3e-846e-28bffad001cb,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:57.451119 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-292769f7-52de-4470-bc4f-5389409c0dc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea5a8d831c8542e1a1a4326ac2375191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9051523 Jul 07 20:49:57.453541 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38454) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:57.537584 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09294242-d17f-4af3-a1c0-1539dd6fbb15 req-bb14a8ac-cf27-4dfd-8096-af62946bcb2e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.543091 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-09294242-d17f-4af3-a1c0-1539dd6fbb15 req-bb14a8ac-cf27-4dfd-8096-af62946bcb2e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1086652 Jul 07 20:49:57.589593 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-09294242-d17f-4af3-a1c0-1539dd6fbb15 req-7f70f783-6657-4e21-8632-28f235d7990e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Jul 07 20:49:57.713514 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9bf21e48-dad4-4770-be28-c390eb20bd4d None None] Provisioning for port 66bb2b20-620e-4175-9f12-2ca44c95986a completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:57.723763 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9bf21e48-dad4-4770-be28-c390eb20bd4d None None] Provisioning complete for port 66bb2b20-620e-4175-9f12-2ca44c95986a triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:57.724429 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9bf21e48-dad4-4770-be28-c390eb20bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.741259 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:57.761901 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-9bf21e48-dad4-4770-be28-c390eb20bd4d None None] Port 66bb2b20-620e-4175-9f12-2ca44c95986a cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:49:57.795827 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.796555 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.833679 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-48c37d8c-2e85-425a-8d5c-534aad58e2cd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2514107 Jul 07 20:49:57.838747 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-84031722-69ae-47ae-926a-ce22b87798cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.873662 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-84031722-69ae-47ae-926a-ce22b87798cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.884370 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfa125-182d-41f6-890d-80474c3d4495 req-37cdf761-6b70-441e-b3d2-e88650ac722a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.886093 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f0bfa125-182d-41f6-890d-80474c3d4495 req-37cdf761-6b70-441e-b3d2-e88650ac722a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1672025 Jul 07 20:49:57.959538 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f0bfa125-182d-41f6-890d-80474c3d4495 req-1ea934fa-031d-44d0-862a-d123ae3a7b85 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608542 Jul 07 20:49:57.981696 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-84031722-69ae-47ae-926a-ce22b87798cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.987325 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-84031722-69ae-47ae-926a-ce22b87798cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.987325 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-84031722-69ae-47ae-926a-ce22b87798cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ab2c3a4-a84f-4c3e-846e-28bffad001cb HTTP/1.1" status: 204 len: 168 time: 0.5249445 Jul 07 20:49:58.000441 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84031722-69ae-47ae-926a-ce22b87798cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab2c3a4-a84f-4c3e-846e-28bffad001cb,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:58.341413 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765cc1-2c8a-44c0-85cd-ff651637b46e req-95e29b29-a50d-46fc-8b86-e4eed64333c5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:58.351864 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8b765cc1-2c8a-44c0-85cd-ff651637b46e req-95e29b29-a50d-46fc-8b86-e4eed64333c5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 944 time: 0.0976615 Jul 07 20:49:58.411535 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8b765cc1-2c8a-44c0-85cd-ff651637b46e req-cd529ff0-1a5e-4992-9b95-73e9c16d25cd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 Jul 07 20:49:58.448482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5879-80dc-4517-b0e3-3294dbedb73c req-a9126475-2960-4f8f-8a4a-4b389f7720f2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:58.449060 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dbee5879-80dc-4517-b0e3-3294dbedb73c req-a9126475-2960-4f8f-8a4a-4b389f7720f2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 932 time: 0.1359689 Jul 07 20:49:58.507162 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dbee5879-80dc-4517-b0e3-3294dbedb73c req-35c14081-b8cd-43e3-99d1-22c0f46162a4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480094 Jul 07 20:49:58.571291 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38490) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:58.594567 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46c0307d-737e-445d-8d78-b4d996d46db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.753016 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46c0307d-737e-445d-8d78-b4d996d46db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.760351 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-46c0307d-737e-445d-8d78-b4d996d46db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.816089 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0307d-737e-445d-8d78-b4d996d46db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b580774-8535-4f9f-b21b-a5ff7e675979,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:58.934122 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38508) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:58.935011 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-46c0307d-737e-445d-8d78-b4d996d46db2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0425373c98a04384acbbb83c97b1cf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612120 Jul 07 20:49:58.999386 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476d4d-5e54-437b-a5f0-f74be145f105 req-8a8699f9-4c21-4b07-946e-2a445dc0b59b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.007420 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-45476d4d-5e54-437b-a5f0-f74be145f105 req-8a8699f9-4c21-4b07-946e-2a445dc0b59b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1589034 Jul 07 20:49:59.035121 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5361e461-c570-49d8-bc36-3ae9290e9e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.082096 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5361e461-c570-49d8-bc36-3ae9290e9e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.105279 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-45476d4d-5e54-437b-a5f0-f74be145f105 req-983b487d-f0aa-4de1-9708-ac9c8ad7e3b6 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908761 Jul 07 20:49:59.241399 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5361e461-c570-49d8-bc36-3ae9290e9e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.245904 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5361e461-c570-49d8-bc36-3ae9290e9e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.248155 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5361e461-c570-49d8-bc36-3ae9290e9e72 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b580774-8535-4f9f-b21b-a5ff7e675979 HTTP/1.1" status: 204 len: 168 time: 0.3125560 Jul 07 20:49:59.270875 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ff06c-eecf-4b5b-bb0e-3e4795539f4c req-a3010344-e14c-45e7-a4f8-dba741d49488 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.273250 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b56ff06c-eecf-4b5b-bb0e-3e4795539f4c req-a3010344-e14c-45e7-a4f8-dba741d49488 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1288149 Jul 07 20:49:59.283449 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361e461-c570-49d8-bc36-3ae9290e9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b580774-8535-4f9f-b21b-a5ff7e675979,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:59.320889 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05541d47-595a-4523-bce1-9b78700744fc'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:59.324893 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399b187-f8d7-4e75-ae5a-086312f82db8" -d '{"events": [{"server_uuid": "95c0ef35-26d6-4322-b824-2e4c6c43020a", "name": "network-vif-plugged", "status": "completed", "tag": "05541d47-595a-4523-bce1-9b78700744fc"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:59.359797 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b56ff06c-eecf-4b5b-bb0e-3e4795539f4c req-93f6ecb6-ed8e-4164-ad32-77de0f3aad27 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718968 Jul 07 20:49:59.416189 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f138bb4d-9fad-4869-b241-f9d649a4d349 x-openstack-request-id: req-f138bb4d-9fad-4869-b241-f9d649a4d349 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:59.416597 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c0ef35-26d6-4322-b824-2e4c6c43020a", "name": "network-vif-plugged", "status": "completed", "tag": "05541d47-595a-4523-bce1-9b78700744fc", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:59.416937 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f138bb4d-9fad-4869-b241-f9d649a4d349 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:59.417419 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05541d47-595a-4523-bce1-9b78700744fc', 'code': 200} Jul 07 20:49:59.693649 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da474a3-ddeb-4a76-bda7-9cc660a526c5 req-d4476e48-b748-4b46-b102-ffa8ce1ccc50 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.696749 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2da474a3-ddeb-4a76-bda7-9cc660a526c5 req-d4476e48-b748-4b46-b102-ffa8ce1ccc50 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 944 time: 0.1365762 Jul 07 20:49:59.783288 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2da474a3-ddeb-4a76-bda7-9cc660a526c5 req-af255924-dbad-4cc1-a055-0804bbac5ae0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Jul 07 20:49:59.818592 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330f4d9-b5e7-45dc-b663-b80a10d2b8ae req-a306a9a6-cf5c-45a4-bd36-0c0a24de6bf2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.821514 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0330f4d9-b5e7-45dc-b663-b80a10d2b8ae req-a306a9a6-cf5c-45a4-bd36-0c0a24de6bf2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 932 time: 0.1332061 Jul 07 20:49:59.887900 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0330f4d9-b5e7-45dc-b663-b80a10d2b8ae req-7c55078b-859d-4e38-9787-5921a2fcffeb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592034 Jul 07 20:50:00.190383 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Request body: {'port': {'device_id': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:00.214541 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 41552c67-334f-47d7-964d-7699863a2fca details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:00.388260 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.462997 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 41552c67-334f-47d7-964d-7699863a2fca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=41552c67-334f-47d7-964d-7699863a2fca,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:00.499291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '41552c67-334f-47d7-964d-7699863a2fca', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'port_id': '41552c67-334f-47d7-964d-7699863a2fca', 'mac_address': 'fa:16:3e:a3:4d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:00.586049 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.616696 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41552c67-334f-47d7-964d-7699863a2fca {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:00.657518 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 41552c67-334f-47d7-964d-7699863a2fca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=41552c67-334f-47d7-964d-7699863a2fca,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:00.665663 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.777788 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=41552c67-334f-47d7-964d-7699863a2fca,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:00.863471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ff356-2bf9-4916-ab80-2e6568222cf0 req-54ac2536-306f-40b3-a4eb-a53e470dfba2 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:00.868054 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1d6ff356-2bf9-4916-ab80-2e6568222cf0 req-54ac2536-306f-40b3-a4eb-a53e470dfba2 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1227789 Jul 07 20:50:00.897412 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['41552c67-334f-47d7-964d-7699863a2fca'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:00.967177 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1d6ff356-2bf9-4916-ab80-2e6568222cf0 req-00114220-94cf-45cb-80ac-650338f62785 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895987 Jul 07 20:50:01.103260 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1984a1-41c3-4c17-98e7-d1cedf9dcf2b req-cfdd505c-739d-472e-b211-3a57f58d9f4c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.105023 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8f1984a1-41c3-4c17-98e7-d1cedf9dcf2b req-cfdd505c-739d-472e-b211-3a57f58d9f4c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.6169310 Jul 07 20:50:01.117301 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd9cf2-47ed-4801-824a-931c2f13a011 req-ccda3741-fa71-4d81-afd9-caf306f6c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.119278 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e3dd9cf2-47ed-4801-824a-931c2f13a011 req-ccda3741-fa71-4d81-afd9-caf306f6c04f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 1098 time: 0.2490287 Jul 07 20:50:01.281212 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bb2b20-620e-4175-9f12-2ca44c95986a {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:01.292683 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e3dd9cf2-47ed-4801-824a-931c2f13a011 req-f62fea18-865e-4df7-8698-15872296decb service neutron] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.304241 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.356002 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55287e50-c626-4c62-9288-ad5200a07560 req-a99d91ee-f542-4b7b-bee9-82abac3b5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.357703 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-55287e50-c626-4c62-9288-ad5200a07560 req-a99d91ee-f542-4b7b-bee9-82abac3b5092 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 1098 time: 0.4862559 Jul 07 20:50:01.362195 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Transition to ACTIVE for port object 66bb2b20-620e-4175-9f12-2ca44c95986a will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:01.380919 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8f1984a1-41c3-4c17-98e7-d1cedf9dcf2b req-4b4dfd39-904d-46df-ae7e-9a9c21e75610 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052312 Jul 07 20:50:01.392736 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.510280 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368395cf-a3c6-4275-bf51-bc480dc6ac9f req-1da7bd74-7a4f-448b-9407-d7adef16f086 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.516336 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-55287e50-c626-4c62-9288-ad5200a07560 req-3e999013-760b-4dda-8ef3-5a5a3162698e service neutron] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.532971 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-368395cf-a3c6-4275-bf51-bc480dc6ac9f req-1da7bd74-7a4f-448b-9407-d7adef16f086 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 945 time: 0.2112586 Jul 07 20:50:01.650563 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.709126 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-368395cf-a3c6-4275-bf51-bc480dc6ac9f req-aca3e3ed-9c2f-4a58-b419-b2f2c4b9c7fd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721442 Jul 07 20:50:01.922497 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Attempting to bind port 66bb2b20-620e-4175-9f12-2ca44c95986a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:01.922914 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Attempting to bind port 66bb2b20-620e-4175-9f12-2ca44c95986a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:01.923354 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Attempting to bind port 66bb2b20-620e-4175-9f12-2ca44c95986a on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:01.941504 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Port 66bb2b20-620e-4175-9f12-2ca44c95986a on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:01.941886 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Attempting to bind port 66bb2b20-620e-4175-9f12-2ca44c95986a on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:01.969814 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:01.970136 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Checking segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:01.970598 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Bound using segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:01.971232 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Bound port: 66bb2b20-620e-4175-9f12-2ca44c95986a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:01.971836 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.979151 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e3dd9cf2-47ed-4801-824a-931c2f13a011 req-f62fea18-865e-4df7-8698-15872296decb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.995619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e3dd9cf2-47ed-4801-824a-931c2f13a011 req-f62fea18-865e-4df7-8698-15872296decb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.097394 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e3dd9cf2-47ed-4801-824a-931c2f13a011 req-f62fea18-865e-4df7-8698-15872296decb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9627409 Jul 07 20:50:02.114920 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb848cf1-ba74-4b99-b34e-064df38c994e req-167a3a41-e9e9-4a71-8018-6419953ee9e3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.116529 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fb848cf1-ba74-4b99-b34e-064df38c994e req-167a3a41-e9e9-4a71-8018-6419953ee9e3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.3104014 Jul 07 20:50:02.122202 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fea18-865e-4df7-8698-15872296decb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0773e04d-b694-4483-b94f-39641bb97669,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:02.132682 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.db.api [req-55287e50-c626-4c62-9288-ad5200a07560 req-3e999013-760b-4dda-8ef3-5a5a3162698e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 66a0096d2fbb4eff9a8ff4a3bb4be304 {{(pid=99432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:50:02.132929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG oslo_db.api [req-55287e50-c626-4c62-9288-ad5200a07560 req-3e999013-760b-4dda-8ef3-5a5a3162698e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:50:02.170477 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:02.195921 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:02.213830 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fb848cf1-ba74-4b99-b34e-064df38c994e req-75698fe3-1979-467b-968e-4207bdefca03 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747936 Jul 07 20:50:02.215754 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.252452 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.253264 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.254928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] 10.222.0.83 "PUT /v2.0/ports/66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 200 len: 1094 time: 2.0739563 Jul 07 20:50:02.255595 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:02.258265 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc2b923-5bb4-45f5-817f-bfd74f944f73" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:02.314795 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7745a09-edb5-4a9c-96e4-bab39d250fba service neutron] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:02.382341 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d0ee97-584b-446c-ba90-d226331bdc22 x-openstack-request-id: req-54d0ee97-584b-446c-ba90-d226331bdc22 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:02.382933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:02.383385 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54d0ee97-584b-446c-ba90-d226331bdc22 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:02.384151 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'status': 'completed', 'code': 200} Jul 07 20:50:02.464658 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabef280-bb10-4fae-b612-4240c739749e req-0229477b-0812-4897-8245-f68d66268f16 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.466296 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-eabef280-bb10-4fae-b612-4240c739749e req-0229477b-0812-4897-8245-f68d66268f16 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1840711 Jul 07 20:50:02.537049 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-eabef280-bb10-4fae-b612-4240c739749e req-e67a0a17-49fd-4a2b-be43-d1d6ca8881c3 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608513 Jul 07 20:50:02.634308 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-55287e50-c626-4c62-9288-ad5200a07560 req-3e999013-760b-4dda-8ef3-5a5a3162698e service neutron] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.724750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08afea-bbac-4eab-af03-808700599d4f req-074fbdca-a81e-4989-938b-5076440c7213 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.727033 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ba08afea-bbac-4eab-af03-808700599d4f req-074fbdca-a81e-4989-938b-5076440c7213 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1421199 Jul 07 20:50:02.837632 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ba08afea-bbac-4eab-af03-808700599d4f req-0dfd5752-336b-4430-ba7c-7ad29505eb4a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990827 Jul 07 20:50:02.844760 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-55287e50-c626-4c62-9288-ad5200a07560 req-3e999013-760b-4dda-8ef3-5a5a3162698e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4595814 Jul 07 20:50:03.016657 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b973bd4-4176-45cc-9de4-ade41bfa9b74 req-bddd216c-0207-4302-8571-8fdb1e7144df tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:03.019897 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2b973bd4-4176-45cc-9de4-ade41bfa9b74 req-bddd216c-0207-4302-8571-8fdb1e7144df tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 945 time: 0.0799308 Jul 07 20:50:03.077442 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2b973bd4-4176-45cc-9de4-ade41bfa9b74 req-ddea2fc5-a951-49d5-9203-bbf2be02bea4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Jul 07 20:50:03.478018 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-81ed5a01-1129-4794-b04d-d7423dee84b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.533952 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d95f7-c40e-4294-abb3-fa0c1e3ac49a req-a84ee5e2-b66a-42d3-808c-289bc0f5a0bc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:03.536330 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ee5d95f7-c40e-4294-abb3-fa0c1e3ac49a req-a84ee5e2-b66a-42d3-808c-289bc0f5a0bc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1102521 Jul 07 20:50:03.605430 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ee5d95f7-c40e-4294-abb3-fa0c1e3ac49a req-2d289e3c-be91-4531-95d3-df8b3ad24167 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574827 Jul 07 20:50:03.798573 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a832-4fae-45f2-b17e-e80cc4798694 req-b48a4939-22e4-42c4-955e-4646113a7800 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:03.800796 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d308a832-4fae-45f2-b17e-e80cc4798694 req-b48a4939-22e4-42c4-955e-4646113a7800 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.0983229 Jul 07 20:50:03.858500 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d308a832-4fae-45f2-b17e-e80cc4798694 req-297f0e12-9d4f-46a6-811a-1ce9b2e3e26d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Jul 07 20:50:03.873272 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7fb89982-6897-4e3c-a841-6e7114705f97 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:03.883700 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 41552c67-334f-47d7-964d-7699863a2fca up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:04.087670 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 41552c67-334f-47d7-964d-7699863a2fca completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:04.137041 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 7fb89982-6897-4e3c-a841-6e7114705f97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7fb89982-6897-4e3c-a841-6e7114705f97,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:04.142553 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 41552c67-334f-47d7-964d-7699863a2fca triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:04.143176 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.197615 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '7fb89982-6897-4e3c-a841-6e7114705f97', 'network_id': '689dd754-844b-466e-8d78-cc827c706363', 'port_id': '7fb89982-6897-4e3c-a841-6e7114705f97', 'mac_address': 'fa:16:3e:73:75:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746ad6ca-a7df-4bd0-92d5-570e7e015363', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:04.237563 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86d704-a765-4e8d-88ae-2f3ed0a689dd req-6d864bc5-0fd0-4a0d-bbbd-a8ff914596f2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:04.241829 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5f86d704-a765-4e8d-88ae-2f3ed0a689dd req-6d864bc5-0fd0-4a0d-bbbd-a8ff914596f2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1787894 Jul 07 20:50:04.266020 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.332300 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5f86d704-a765-4e8d-88ae-2f3ed0a689dd req-aad0234a-8985-4974-875a-1c597c16ab28 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796926 Jul 07 20:50:04.343116 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.383182 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb89982-6897-4e3c-a841-6e7114705f97 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:04.383713 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1dd62-52af-4f6a-9a8b-ec06a45fd27b req-b0dc6519-78da-4b9c-adcf-c182ddb439fe tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:04.386505 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b7c1dd62-52af-4f6a-9a8b-ec06a45fd27b req-b0dc6519-78da-4b9c-adcf-c182ddb439fe tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 945 time: 0.1063497 Jul 07 20:50:04.417147 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41552c67-334f-47d7-964d-7699863a2fca'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:04.419883 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac7c630-d446-42d4-b35e-d681640ec524" -d '{"events": [{"server_uuid": "1d65309a-6114-4fd0-9907-2f0e2c99e991", "name": "network-vif-plugged", "status": "completed", "tag": "41552c67-334f-47d7-964d-7699863a2fca"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:04.446207 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b7c1dd62-52af-4f6a-9a8b-ec06a45fd27b req-9ed5eef7-c124-4c70-aea6-4987dc266dbb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491576 Jul 07 20:50:04.453653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 41552c67-334f-47d7-964d-7699863a2fca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=41552c67-334f-47d7-964d-7699863a2fca,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:04.457477 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 7fb89982-6897-4e3c-a841-6e7114705f97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7fb89982-6897-4e3c-a841-6e7114705f97,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:04.479825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.483619 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.522780 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccefc5ef-a42b-43a1-be97-e2465c2166df x-openstack-request-id: req-ccefc5ef-a42b-43a1-be97-e2465c2166df {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:04.523741 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65309a-6114-4fd0-9907-2f0e2c99e991", "name": "network-vif-plugged", "status": "completed", "tag": "41552c67-334f-47d7-964d-7699863a2fca", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:04.524390 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccefc5ef-a42b-43a1-be97-e2465c2166df {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:04.525103 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41552c67-334f-47d7-964d-7699863a2fca', 'code': 200} Jul 07 20:50:04.611991 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=7fb89982-6897-4e3c-a841-6e7114705f97,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:04.723170 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=41552c67-334f-47d7-964d-7699863a2fca,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:04.818522 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38740) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:04.900510 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6d48b-ed76-4581-8b52-8f9fde63eb5b req-47fa398a-ed20-487f-834a-84656d6c9278 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:04.902432 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3fb6d48b-ed76-4581-8b52-8f9fde63eb5b req-47fa398a-ed20-487f-834a-84656d6c9278 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0998836 Jul 07 20:50:04.986582 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3fb6d48b-ed76-4581-8b52-8f9fde63eb5b req-e3a7de72-d1a6-4104-b01f-e28be2c128c6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775695 Jul 07 20:50:04.991533 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b6793ba-0f5a-49b3-b681-591b6d953906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.168189 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['7fb89982-6897-4e3c-a841-6e7114705f97'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:05.222908 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b6793ba-0f5a-49b3-b681-591b6d953906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.235867 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b6793ba-0f5a-49b3-b681-591b6d953906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.302898 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2b6793ba-0f5a-49b3-b681-591b6d953906 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db03114fc06b4cf9b636aa900f4ef5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830089 Jul 07 20:50:05.305655 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38748) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:05.324482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843397-f64d-4cc2-9b15-40b73ae5aff0 req-76db0b69-559c-4eef-99df-83c35ed581f4 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.326098 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12843397-f64d-4cc2-9b15-40b73ae5aff0 req-76db0b69-559c-4eef-99df-83c35ed581f4 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.2378485 Jul 07 20:50:05.327135 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6793ba-0f5a-49b3-b681-591b6d953906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04a8a0-b252-4933-a9e2-27ee2e1faa44,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:05.348009 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2b923-5bb4-45f5-817f-bfd74f944f73 req-f284f687-e00b-4443-892c-76004d60c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.350153 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ffc2b923-5bb4-45f5-817f-bfd74f944f73 req-f284f687-e00b-4443-892c-76004d60c155 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1097 time: 0.2120266 Jul 07 20:50:05.379661 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b178ba1c-d623-442b-9ff7-77f32587483f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.404402 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b178ba1c-d623-442b-9ff7-77f32587483f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.417735 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12843397-f64d-4cc2-9b15-40b73ae5aff0 req-e2af5c9e-a192-44a3-96dd-d90a9b5579a5 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Jul 07 20:50:05.478018 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b178ba1c-d623-442b-9ff7-77f32587483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.480548 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b178ba1c-d623-442b-9ff7-77f32587483f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.481703 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b178ba1c-d623-442b-9ff7-77f32587483f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f04a8a0-b252-4933-a9e2-27ee2e1faa44 HTTP/1.1" status: 204 len: 168 time: 0.1749358 Jul 07 20:50:05.514899 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178ba1c-d623-442b-9ff7-77f32587483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04a8a0-b252-4933-a9e2-27ee2e1faa44,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:05.551759 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f3311-6f44-42cf-bc50-08d4af1e6b57 req-1a19095d-23e2-4a41-b5cf-147048160c0c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.553726 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e94f3311-6f44-42cf-bc50-08d4af1e6b57 req-1a19095d-23e2-4a41-b5cf-147048160c0c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.0870881 Jul 07 20:50:05.635525 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e94f3311-6f44-42cf-bc50-08d4af1e6b57 req-60adf98e-6e36-4be7-af66-7b0b2a149b2c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683601 Jul 07 20:50:05.732097 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348e1c-01be-4117-8b52-e8107c9116d1 req-c80d8fe7-033c-4853-87c9-7b3b7d6b4406 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.733909 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed348e1c-01be-4117-8b52-e8107c9116d1 req-c80d8fe7-033c-4853-87c9-7b3b7d6b4406 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0960550 Jul 07 20:50:05.782832 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed348e1c-01be-4117-8b52-e8107c9116d1 req-f23a1db2-526b-4019-bad6-c149a3982843 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Jul 07 20:50:05.915269 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38762) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:05.930604 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-280671dd-2f40-431b-88ca-af9cfe777d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.055718 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-280671dd-2f40-431b-88ca-af9cfe777d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.061063 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-280671dd-2f40-431b-88ca-af9cfe777d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.108521 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280671dd-2f40-431b-88ca-af9cfe777d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b126a1-80dc-4a46-9e8c-1fa9e2b05e3a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:06.123576 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38774) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:06.130839 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-280671dd-2f40-431b-88ca-af9cfe777d2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53c57346430e4df482b4e9b121afbc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141275 Jul 07 20:50:06.198482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ae48fe9b-c156-49b8-8e00-b6807d5ea9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.230380 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ae48fe9b-c156-49b8-8e00-b6807d5ea9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.241936 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadda1b-d85d-4b1d-8b32-b70b3cd42619 req-5a948413-87b2-4260-ab8d-73cacc72d9b4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:06.243685 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3aadda1b-d85d-4b1d-8b32-b70b3cd42619 req-5a948413-87b2-4260-ab8d-73cacc72d9b4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0743272 Jul 07 20:50:06.301245 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ae48fe9b-c156-49b8-8e00-b6807d5ea9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.306703 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ae48fe9b-c156-49b8-8e00-b6807d5ea9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.307910 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3aadda1b-d85d-4b1d-8b32-b70b3cd42619 req-ce1dd7e9-6dcd-4460-b26a-1aaaff5c5a99 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568399 Jul 07 20:50:06.310971 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ae48fe9b-c156-49b8-8e00-b6807d5ea9a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09b126a1-80dc-4a46-9e8c-1fa9e2b05e3a HTTP/1.1" status: 204 len: 168 time: 0.1858244 Jul 07 20:50:06.326354 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48fe9b-c156-49b8-8e00-b6807d5ea9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b126a1-80dc-4a46-9e8c-1fa9e2b05e3a,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:06.483948 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-440ca69c-78be-4ff6-b587-e970d66375e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.701041 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da93bf-5c58-4ec0-bb7b-090fcaea920c req-cd2057b4-35e9-4c67-b6f3-ca048037acec tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:06.702719 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-92da93bf-5c58-4ec0-bb7b-090fcaea920c req-cd2057b4-35e9-4c67-b6f3-ca048037acec tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.0871732 Jul 07 20:50:06.755271 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-92da93bf-5c58-4ec0-bb7b-090fcaea920c req-63141f9d-6aa0-4c65-997e-38f4ebe7443a tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Jul 07 20:50:06.905632 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afa2e3-cc63-45c1-a8d6-ce2c82226d83 req-03cbca35-1d49-4b23-9ef6-28b0f422bbfd tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:06.908582 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e9afa2e3-cc63-45c1-a8d6-ce2c82226d83 req-03cbca35-1d49-4b23-9ef6-28b0f422bbfd tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.0874858 Jul 07 20:50:06.972039 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.980705 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e9afa2e3-cc63-45c1-a8d6-ce2c82226d83 req-f369cdb2-fb50-48a7-9d53-f6032fb55313 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 Jul 07 20:50:07.042869 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25266421-27ec-4aff-b0df-d3896afc559f req-2bf93746-4fd8-43a4-b670-a4e87b9a0dc4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:07.044428 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-25266421-27ec-4aff-b0df-d3896afc559f req-2bf93746-4fd8-43a4-b670-a4e87b9a0dc4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1148736 Jul 07 20:50:07.091311 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-25266421-27ec-4aff-b0df-d3896afc559f req-82c3a0b7-f929-48c4-a83a-f0a8f4e83cb0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Jul 07 20:50:07.532069 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a72f-217c-42b8-83bd-98282b589c56 req-3880d8f4-9014-4cc6-9c93-343f9daa6933 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:07.533602 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cde4a72f-217c-42b8-83bd-98282b589c56 req-3880d8f4-9014-4cc6-9c93-343f9daa6933 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0798385 Jul 07 20:50:07.576212 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cde4a72f-217c-42b8-83bd-98282b589c56 req-4f1a2e05-5f09-4c0c-93d0-dd3019c930e9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357931 Jul 07 20:50:07.980142 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7172-0045-49af-a08c-d72ac11bd6fc req-91da066a-0d2e-44cc-9d61-611e3cfdc4a5 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:07.982925 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ff5c7172-0045-49af-a08c-d72ac11bd6fc req-91da066a-0d2e-44cc-9d61-611e3cfdc4a5 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.0986562 Jul 07 20:50:08.040903 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ff5c7172-0045-49af-a08c-d72ac11bd6fc req-ef8f9607-a3c8-43ff-9c37-ffe4b1f0ddac tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484176 Jul 07 20:50:08.091946 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.335195 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809badd-3f79-4c78-a242-8def683687aa req-8c6e55a7-d745-46a5-9179-fd22f7f99b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.337472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7809badd-3f79-4c78-a242-8def683687aa req-8c6e55a7-d745-46a5-9179-fd22f7f99b27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 1099 time: 0.1693008 Jul 07 20:50:08.340380 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2b923-5bb4-45f5-817f-bfd74f944f73 req-fe25919b-0b9e-4b78-8d60-efa5fefd732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.341982 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ffc2b923-5bb4-45f5-817f-bfd74f944f73 req-fe25919b-0b9e-4b78-8d60-efa5fefd732a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1840403 Jul 07 20:50:08.359698 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b70d-4ad8-4068-b483-8119a5b6952b req-1c683c7b-cccd-4c20-b5e5-42ac2c7d937b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.367488 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0f79b70d-4ad8-4068-b483-8119a5b6952b req-1c683c7b-cccd-4c20-b5e5-42ac2c7d937b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1431878 Jul 07 20:50:08.424882 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0f79b70d-4ad8-4068-b483-8119a5b6952b req-a9fc98ec-8228-4a79-8e0c-25e6f507f0bf tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559876 Jul 07 20:50:08.519297 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7809badd-3f79-4c78-a242-8def683687aa req-b918eb1d-a5c0-478c-8cb2-5a934011b95e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571081 Jul 07 20:50:08.583974 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a11ef-70f6-4fce-bc00-4bf9a58654b3 req-def00e81-db5c-4f4f-847a-dc3f19f52219 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.586860 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b29a11ef-70f6-4fce-bc00-4bf9a58654b3 req-def00e81-db5c-4f4f-847a-dc3f19f52219 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2679832 Jul 07 20:50:08.641276 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2b923-5bb4-45f5-817f-bfd74f944f73 req-4b75ed0b-40f6-4116-983c-19e1496a1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.645203 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ffc2b923-5bb4-45f5-817f-bfd74f944f73 req-4b75ed0b-40f6-4116-983c-19e1496a1b4f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2817063 Jul 07 20:50:08.677613 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b29a11ef-70f6-4fce-bc00-4bf9a58654b3 req-2ef4d508-c72a-4bbe-a075-6cb20fe6521a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740094 Jul 07 20:50:08.794536 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a9c973e9-22e1-4249-a7db-6ef68dcd20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.801489 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-a9c973e9-22e1-4249-a7db-6ef68dcd20e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1097 time: 0.0851545 Jul 07 20:50:08.848130 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fef781-c0c0-4d35-a652-68dcbf5e4bed req-de1e62ae-cdc0-4359-86b4-3afc07ca0a9f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.851141 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-05fef781-c0c0-4d35-a652-68dcbf5e4bed req-de1e62ae-cdc0-4359-86b4-3afc07ca0a9f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1352232 Jul 07 20:50:08.924376 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-05fef781-c0c0-4d35-a652-68dcbf5e4bed req-81adbea2-2576-4af6-bf82-b4a037dd24d5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638509 Jul 07 20:50:09.125772 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7fb89982-6897-4e3c-a841-6e7114705f97 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:09.224412 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-4e5b6025-3f84-4b87-853c-27985db9eb1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 200 len: 217 time: 0.4170628 Jul 07 20:50:09.349969 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 7fb89982-6897-4e3c-a841-6e7114705f97 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:09.359655 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 7fb89982-6897-4e3c-a841-6e7114705f97 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:09.360945 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:09.384626 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-877c4aa0-6d7f-4731-9995-f0e3afff1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:09.386720 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-877c4aa0-6d7f-4731-9995-f0e3afff1dad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.1551485 Jul 07 20:50:09.464593 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355c820-9701-430a-aa5a-06b9cafc664e req-5534c54c-99dd-4c2a-9180-58deaa028604 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:09.474873 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9355c820-9701-430a-aa5a-06b9cafc664e req-5534c54c-99dd-4c2a-9180-58deaa028604 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.2269816 Jul 07 20:50:09.562302 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9355c820-9701-430a-aa5a-06b9cafc664e req-83eeb48d-6db6-4eb1-8db5-e9c327ca1496 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862956 Jul 07 20:50:09.597003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e83a-e97c-498c-8055-93605943a434 req-1adc0623-6167-4801-bae0-2e11969426bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:09.599625 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-1adc0623-6167-4801-bae0-2e11969426bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2017441 Jul 07 20:50:09.704955 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 38906) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:09.743375 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:09.854084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 7fb89982-6897-4e3c-a841-6e7114705f97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7fb89982-6897-4e3c-a841-6e7114705f97,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:09.855780 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb89982-6897-4e3c-a841-6e7114705f97'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:09.860703 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e5b99c-f508-4d18-9e10-07c066b1f226" -d '{"events": [{"server_uuid": "3e96dec6-9a17-471f-8285-8d6f5206dab8", "name": "network-vif-plugged", "status": "completed", "tag": "7fb89982-6897-4e3c-a841-6e7114705f97"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:09.878700 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.061918 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.081634 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-dc923ca9-34ea-4764-bd90-0854867c9d8a service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646502 Jul 07 20:50:10.137053 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=7fb89982-6897-4e3c-a841-6e7114705f97,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:10.211624 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b8818-d9ab-4222-ae1f-42f87aa55a03 req-2bfe6dc2-8ae0-4c40-8d81-58d35b4b36dc tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:10.220842 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-014b8818-d9ab-4222-ae1f-42f87aa55a03 req-2bfe6dc2-8ae0-4c40-8d81-58d35b4b36dc tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.3103192 Jul 07 20:50:10.314019 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-014b8818-d9ab-4222-ae1f-42f87aa55a03 req-a9e736e4-57ba-444e-804f-bffd0859eaa1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Jul 07 20:50:10.421150 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172d1b59-a16d-457b-92c6-b4b088703868 x-openstack-request-id: req-172d1b59-a16d-457b-92c6-b4b088703868 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:10.426413 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e96dec6-9a17-471f-8285-8d6f5206dab8", "name": "network-vif-plugged", "status": "completed", "tag": "7fb89982-6897-4e3c-a841-6e7114705f97", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:10.427116 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-172d1b59-a16d-457b-92c6-b4b088703868 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:10.429394 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb89982-6897-4e3c-a841-6e7114705f97', 'code': 200} Jul 07 20:50:10.431472 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.489573 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.497993 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.501323 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fcb7e83a-e97c-498c-8055-93605943a434 req-634f6e0b-4479-4e76-b7c0-b5caaf77fcce service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967991 Jul 07 20:50:10.533749 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9025d2-aa35-43e9-916c-d9b694cedff5 req-0cef8c95-da7e-4e39-86f4-dfd650a996ee tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:10.548861 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ae9025d2-aa35-43e9-916c-d9b694cedff5 req-0cef8c95-da7e-4e39-86f4-dfd650a996ee tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2873268 Jul 07 20:50:10.674811 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d299e9bef9cc411fb54e22b2b7f8370d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9680655 Jul 07 20:50:10.683584 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38944) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:10.691364 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478182b6-bbac-497c-9128-9b45806668e7,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:10.707762 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ae9025d2-aa35-43e9-916c-d9b694cedff5 req-0bcd8f48-52c9-42d3-96b5-0bce19c016cf tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455729 Jul 07 20:50:10.746925 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.748331 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.749112 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.750071 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.751182 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.752092 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.752847 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.753612 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.754541 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.755276 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.756007 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.756744 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b383e31-9b26-4f52-91a6-ad150ba37173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:10.839249 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28f28e-7f4c-4963-bbdb-f87f409a5c01 req-c1bc7075-dbdb-464d-afb0-14176651f8e2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:10.841742 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5c28f28e-7f4c-4963-bbdb-f87f409a5c01 req-c1bc7075-dbdb-464d-afb0-14176651f8e2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1776717 Jul 07 20:50:10.920188 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5c28f28e-7f4c-4963-bbdb-f87f409a5c01 req-15479f8e-fecc-4c26-83cd-00790afd75c0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677781 Jul 07 20:50:10.938754 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68a14-338c-4d69-b6c9-0858071b94ec req-e2e6ed10-c54d-47d1-9cc4-bbd6ddd2d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:10.940609 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0bc68a14-338c-4d69-b6c9-0858071b94ec req-e2e6ed10-c54d-47d1-9cc4-bbd6ddd2d53a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.2182236 Jul 07 20:50:10.941389 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.017880 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.073559 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0bc68a14-338c-4d69-b6c9-0858071b94ec req-d7c1c4dc-b8b6-404b-91ff-beec708d8c15 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148918 Jul 07 20:50:11.122789 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0dbb1-57fd-4d7b-a4dc-91fb2edf446d req-a7018c4e-df09-42f5-b85c-f92f5799b14d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:11.124487 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cee0dbb1-57fd-4d7b-a4dc-91fb2edf446d req-a7018c4e-df09-42f5-b85c-f92f5799b14d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1670089 Jul 07 20:50:11.144282 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.147399 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.153366 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/478182b6-bbac-497c-9128-9b45806668e7 HTTP/1.1" status: 204 len: 168 time: 0.4646246 Jul 07 20:50:11.168715 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478182b6-bbac-497c-9128-9b45806668e7,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:11.189860 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.190285 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.190645 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.190980 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.191314 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.191653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.192130 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.192372 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.192730 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.193059 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.193371 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.193691 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1f50a-8dbf-4e45-bfed-c24ff4e1a611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:11.207883 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cee0dbb1-57fd-4d7b-a4dc-91fb2edf446d req-60e9d503-3e35-4420-962f-260825cdf8be tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726230 Jul 07 20:50:11.654425 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7bab4-e529-4cf9-b06e-8a2f0b16dbff req-72ca7b4e-6528-4a33-ba0f-eb2d68e000d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:11.657903 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1bd7bab4-e529-4cf9-b06e-8a2f0b16dbff req-72ca7b4e-6528-4a33-ba0f-eb2d68e000d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1139901 Jul 07 20:50:11.756750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 38976) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:11.798563 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ea9e308a-df8a-4b59-928c-999207b3a649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.803373 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1bd7bab4-e529-4cf9-b06e-8a2f0b16dbff req-70338c2b-7629-4f6b-8c69-16e0056c449e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377206 Jul 07 20:50:12.142885 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ea9e308a-df8a-4b59-928c-999207b3a649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.150448 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ea9e308a-df8a-4b59-928c-999207b3a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.208769 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e308a-df8a-4b59-928c-999207b3a649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae92fb16-edc6-4032-9f41-7c76e9540a76,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:12.253318 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ea9e308a-df8a-4b59-928c-999207b3a649 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=882f9ca0e3034ab08c3a3bd19edcb628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945068 Jul 07 20:50:12.259215 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 39004) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:12.303399 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ac13b-5708-487a-aab7-dfc0edac527e req-976d6650-156f-40e8-97c1-95343d0f0399 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.305188 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5a9ac13b-5708-487a-aab7-dfc0edac527e req-976d6650-156f-40e8-97c1-95343d0f0399 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1274183 Jul 07 20:50:12.332403 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50af73c-aca0-471d-ad40-920b56fa7ea2 req-7110b932-0e17-4513-9d13-5a91e21654b0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.345102 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a50af73c-aca0-471d-ad40-920b56fa7ea2 req-7110b932-0e17-4513-9d13-5a91e21654b0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2812736 Jul 07 20:50:12.398578 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5a9ac13b-5708-487a-aab7-dfc0edac527e req-df4c8049-2ca6-4a05-95b8-f731cfc4bd09 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820756 Jul 07 20:50:12.453852 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a50af73c-aca0-471d-ad40-920b56fa7ea2 req-7d864ae9-987e-48d1-80f7-22aa9e160491 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046517 Jul 07 20:50:12.464870 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-013f15ab-bfa9-441d-b69e-1c8826e8780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.522547 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-013f15ab-bfa9-441d-b69e-1c8826e8780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.599463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-013f15ab-bfa9-441d-b69e-1c8826e8780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.602302 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-013f15ab-bfa9-441d-b69e-1c8826e8780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.606364 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-013f15ab-bfa9-441d-b69e-1c8826e8780d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae92fb16-edc6-4032-9f41-7c76e9540a76 HTTP/1.1" status: 204 len: 168 time: 0.3427639 Jul 07 20:50:12.619021 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f15ab-bfa9-441d-b69e-1c8826e8780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae92fb16-edc6-4032-9f41-7c76e9540a76,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:12.760748 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 39018) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:13.080345 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-33110bd4-45aa-4c86-90da-a7a6fb1e2e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.237891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-33110bd4-45aa-4c86-90da-a7a6fb1e2e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.244894 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-33110bd4-45aa-4c86-90da-a7a6fb1e2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.298788 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:13.332197 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33110bd4-45aa-4c86-90da-a7a6fb1e2e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd1d3b-fbaa-4627-8b2e-ddccd27ce41f,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:13.340464 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-33110bd4-45aa-4c86-90da-a7a6fb1e2e42 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c524ea9d1dc844339b72b4950fa0dc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777082 Jul 07 20:50:13.344910 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 39040) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:13.495168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:13.510651 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'mac_address': 'fa:16:3e:22:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:13.533504 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb98e-455b-49e0-8927-bb4a7a51896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.553813 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d558c8-9da7-45bb-9372-879c3497d4d2 req-db2d499e-e234-4e09-b826-9454e7ca9236 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.556970 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-95d558c8-9da7-45bb-9372-879c3497d4d2 req-db2d499e-e234-4e09-b826-9454e7ca9236 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1981995 Jul 07 20:50:13.631069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.664348 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bb2b20-620e-4175-9f12-2ca44c95986a {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:13.684874 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb98e-455b-49e0-8927-bb4a7a51896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.715221 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:13.724238 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.778121 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-95d558c8-9da7-45bb-9372-879c3497d4d2 req-6326719d-d1f6-47cc-86b9-e2c5d7672144 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044654 Jul 07 20:50:13.799712 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:13.819809 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.820745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.821514 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.822297 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.823057 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.823833 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.824902 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.825973 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.826888 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.827691 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.828883 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.829632 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:13.831498 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb98e-455b-49e0-8927-bb4a7a51896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.836463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb98e-455b-49e0-8927-bb4a7a51896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.842173 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-cc2fb98e-455b-49e0-8927-bb4a7a51896a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43fd1d3b-fbaa-4627-8b2e-ddccd27ce41f HTTP/1.1" status: 204 len: 168 time: 0.4956529 Jul 07 20:50:13.857715 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fb98e-455b-49e0-8927-bb4a7a51896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd1d3b-fbaa-4627-8b2e-ddccd27ce41f,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:13.870423 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27bdd-4243-40db-a97d-c59716cf8d75 req-9cd83ed8-a9c5-4ed4-871f-8dec17bff210 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.874589 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-26d27bdd-4243-40db-a97d-c59716cf8d75 req-9cd83ed8-a9c5-4ed4-871f-8dec17bff210 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1814892 Jul 07 20:50:13.945685 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-26d27bdd-4243-40db-a97d-c59716cf8d75 req-1068131f-1847-4c72-9c4c-373057455b7f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612116 Jul 07 20:50:14.318076 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39066) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:14.336766 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-29e448eb-c270-434f-b9d7-6da98e31efcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.515141 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-19b8f3fb-e55e-409f-9276-6ffc07adc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.518454 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-19b8f3fb-e55e-409f-9276-6ffc07adc6f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 1099 time: 0.1119103 Jul 07 20:50:14.534859 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-29e448eb-c270-434f-b9d7-6da98e31efcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.540531 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-29e448eb-c270-434f-b9d7-6da98e31efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.590915 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e448eb-c270-434f-b9d7-6da98e31efcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668857d-2858-4faf-be7c-86d008ba841c,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:14.597539 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-29e448eb-c270-434f-b9d7-6da98e31efcc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=373102f4f513422fae9f2d4997e34e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781920 Jul 07 20:50:14.601215 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39072) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:14.666801 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-826e21c9-1e17-4b9c-9beb-3a312d950ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.669373 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-826e21c9-1e17-4b9c-9beb-3a312d950ff8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 919 time: 0.1368499 Jul 07 20:50:14.676248 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0a1315b8-4b7a-477f-a7b7-17fdeb6257a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.710491 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0a1315b8-4b7a-477f-a7b7-17fdeb6257a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.733336 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-4973db31-c580-43c4-96ab-2afe6d48c833 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41552c67-334f-47d7-964d-7699863a2fca HTTP/1.1" status: 200 len: 217 time: 0.0540338 Jul 07 20:50:14.803184 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0a1315b8-4b7a-477f-a7b7-17fdeb6257a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.807208 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-65538b18-01e8-4eac-82a6-8756d2c0af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.807971 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0a1315b8-4b7a-477f-a7b7-17fdeb6257a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.808936 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-65538b18-01e8-4eac-82a6-8756d2c0af09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.0619845 Jul 07 20:50:14.810179 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-0a1315b8-4b7a-477f-a7b7-17fdeb6257a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3668857d-2858-4faf-be7c-86d008ba841c HTTP/1.1" status: 204 len: 168 time: 0.2077823 Jul 07 20:50:14.826193 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['66bb2b20-620e-4175-9f12-2ca44c95986a'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:14.827631 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1315b8-4b7a-477f-a7b7-17fdeb6257a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668857d-2858-4faf-be7c-86d008ba841c,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:14.886343 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-efde5357-e4fe-470a-b7b4-b52906456d0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693860 Jul 07 20:50:15.091153 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-7988b0ee-b8d9-44a6-a456-5d6384701a56 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941669 Jul 07 20:50:15.306050 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7680fb-155f-4230-8e19-3043624f1ece req-93bb86e4-2cb6-47b1-8afa-27b24fd3c209 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:15.307749 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2a7680fb-155f-4230-8e19-3043624f1ece req-93bb86e4-2cb6-47b1-8afa-27b24fd3c209 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2149551 Jul 07 20:50:15.353290 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0c5d6485-6375-4b48-b6cb-95b35b8af32a req-6d9cdd2d-7643-49dd-9358-e68730c540a4 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668148 Jul 07 20:50:15.390994 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2a7680fb-155f-4230-8e19-3043624f1ece req-4aa6671f-e245-4f1c-b947-2fc98e975369 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710735 Jul 07 20:50:15.435333 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f21ed3-7229-467b-8b92-01f286585a90 req-76a2de70-1287-4909-9fec-ff87f9e7afe9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:15.443184 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-43f21ed3-7229-467b-8b92-01f286585a90 req-76a2de70-1287-4909-9fec-ff87f9e7afe9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.2026334 Jul 07 20:50:15.589612 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-43f21ed3-7229-467b-8b92-01f286585a90 req-d6a7d10e-3b00-464e-b861-75eb2b8ca28a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420822 Jul 07 20:50:17.162463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03bd97-231b-4e20-be52-c1090933fe53 req-0cd53249-c813-437b-939b-613e98514978 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:17.165640 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d03bd97-231b-4e20-be52-c1090933fe53 req-0cd53249-c813-437b-939b-613e98514978 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1868711 Jul 07 20:50:17.173900 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:17.255025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 66bb2b20-620e-4175-9f12-2ca44c95986a completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:17.261739 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 66bb2b20-620e-4175-9f12-2ca44c95986a triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:17.262126 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.348977 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d03bd97-231b-4e20-be52-c1090933fe53 req-b4c85ab0-04e3-41ed-8cba-ca9c55e3f12d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478026 Jul 07 20:50:17.467356 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.511658 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-739a9bce-1f46-4a46-a2b7-35b1f397f33b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1611040 Jul 07 20:50:17.543134 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c65e-5451-40b0-aed3-e79c2c492a1d req-5c1fd7d3-ed2a-4548-99c3-eb6dc1f398b4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:17.546560 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3289c65e-5451-40b0-aed3-e79c2c492a1d req-5c1fd7d3-ed2a-4548-99c3-eb6dc1f398b4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.1376600 Jul 07 20:50:17.549349 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:17.561197 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c73a6b-91f6-442a-8424-76cd26f7c81e" -d '{"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-plugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:17.580774 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:17.586932 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.865858 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39057a30-d37b-4923-beb5-8706c7626768 x-openstack-request-id: req-39057a30-d37b-4923-beb5-8706c7626768 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:17.866481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-plugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:17.866990 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39057a30-d37b-4923-beb5-8706c7626768 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:17.867940 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'code': 200} Jul 07 20:50:17.897486 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3289c65e-5451-40b0-aed3-e79c2c492a1d req-2be58007-009e-4e26-9115-c9dff4b14a80 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359032 Jul 07 20:50:17.919412 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:18.634103 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268e53-a758-4c4d-99e9-a1d4850f25ef req-065cd57d-cf8d-45d6-a9c6-5b2d869a25f6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.636011 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-60268e53-a758-4c4d-99e9-a1d4850f25ef req-065cd57d-cf8d-45d6-a9c6-5b2d869a25f6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0871916 Jul 07 20:50:18.681955 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-60268e53-a758-4c4d-99e9-a1d4850f25ef req-7ddbbc68-defe-4351-a549-af7b8097b31c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Jul 07 20:50:19.122549 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2da02-0e70-4228-9165-ebf7efe9b745 req-f74e6517-3aa9-4494-8601-a9104f263840 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.124377 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4de2da02-0e70-4228-9165-ebf7efe9b745 req-f74e6517-3aa9-4494-8601-a9104f263840 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.0692253 Jul 07 20:50:19.180342 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4de2da02-0e70-4228-9165-ebf7efe9b745 req-3a399fbe-9f63-4d52-8224-1f52aa13ad8a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Jul 07 20:50:19.259087 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:50:19.875254 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239d02-2a9b-4aff-887e-17b8cbb920c9 req-87a96b0a-410a-4e47-a9fd-ad78ce1378c7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.877668 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3a239d02-2a9b-4aff-887e-17b8cbb920c9 req-87a96b0a-410a-4e47-a9fd-ad78ce1378c7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0766671 Jul 07 20:50:19.936448 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3a239d02-2a9b-4aff-887e-17b8cbb920c9 req-a895e2a8-ecc7-4b3a-b155-a4d1258dc5ab tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492277 Jul 07 20:50:20.383986 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537a783-d4be-4b2e-b226-34259b8bf038 req-dfbc672d-d4a0-42ea-adf8-0906f603c4cf tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.386592 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a537a783-d4be-4b2e-b226-34259b8bf038 req-dfbc672d-d4a0-42ea-adf8-0906f603c4cf tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.0759733 Jul 07 20:50:20.439093 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a537a783-d4be-4b2e-b226-34259b8bf038 req-f38e4d37-c5bb-4604-b5b5-690d86205a12 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Jul 07 20:50:20.638511 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-84c69f02-f4ed-4cf0-b942-3d34bc7b727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.640184 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-84c69f02-f4ed-4cf0-b942-3d34bc7b727a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3bf20473a92f46ad8cdf0c77536eacb3&device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 1098 time: 0.0720236 Jul 07 20:50:20.691565 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.783654 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-b65a37ad-8e06-465d-80c8-5faa04d1109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.785383 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-b65a37ad-8e06-465d-80c8-5faa04d1109f service neutron] 10.222.0.83 "GET /v2.0/networks?id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef HTTP/1.1" status: 200 len: 913 time: 0.1192217 Jul 07 20:50:20.841505 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-507196a8-60cd-4235-ac1b-38a4355e078a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05541d47-595a-4523-bce1-9b78700744fc HTTP/1.1" status: 200 len: 217 time: 0.0483949 Jul 07 20:50:20.959307 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-a573674e-e15a-4382-a2b9-d4260bb64870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.961769 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-a573674e-e15a-4382-a2b9-d4260bb64870 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9bc5b03a-e887-45e4-9a9f-a8b016108daa HTTP/1.1" status: 200 len: 852 time: 0.0984933 Jul 07 20:50:21.023425 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-569757ee-ad5e-4be9-b62e-5306548081ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e1683a1-dea0-4d4b-afb4-f66d45f97aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546157 Jul 07 20:50:21.035525 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253d2e-695c-4e8a-8315-4688388c77a8 req-894c177d-9265-44c1-907b-c7f610b1dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.038203 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7a253d2e-695c-4e8a-8315-4688388c77a8 req-894c177d-9265-44c1-907b-c7f610b1dd1b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1099 time: 0.1770351 Jul 07 20:50:21.227928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7a253d2e-695c-4e8a-8315-4688388c77a8 req-b38c65db-f63b-4fb3-a8ac-dd2729e42e8c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758878 Jul 07 20:50:21.324638 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2565a-def4-473a-a852-664f2ddc69e7 req-d555c671-7cf0-4c7a-a7fd-325438830c40 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.327187 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f4c2565a-def4-473a-a852-664f2ddc69e7 req-d555c671-7cf0-4c7a-a7fd-325438830c40 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1881425 Jul 07 20:50:21.332093 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-ce421d4f-069d-446b-ba31-653ef7fd0e56 service neutron] 10.222.0.83 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910151 Jul 07 20:50:21.486441 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f4c2565a-def4-473a-a852-664f2ddc69e7 req-86102178-1153-4cca-be48-087975d3a259 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465147 Jul 07 20:50:21.544943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2e613b1-8fa1-4472-9dad-ee785b1a3e2f req-2f6664e3-a916-4b80-a5ee-62663d786fdc service neutron] 10.222.0.83 "GET /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010512 Jul 07 20:50:21.736008 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f850b-d4f5-4e53-bbd4-baf5b9e5f0a9 req-9b900daf-f17f-4cba-b046-7752f00bf778 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.740614 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c73f850b-d4f5-4e53-bbd4-baf5b9e5f0a9 req-9b900daf-f17f-4cba-b046-7752f00bf778 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.1080778 Jul 07 20:50:21.794074 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c73f850b-d4f5-4e53-bbd4-baf5b9e5f0a9 req-60bc0b0d-29d0-4fe0-9da5-554d1bd53c55 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428076 Jul 07 20:50:22.835816 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e42a2-d3f8-47c6-8d5c-94bf44657d45 req-b6acce33-4156-499f-ad71-83e1f5cfe585 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:22.838135 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-947e42a2-d3f8-47c6-8d5c-94bf44657d45 req-b6acce33-4156-499f-ad71-83e1f5cfe585 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1086829 Jul 07 20:50:22.918070 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-947e42a2-d3f8-47c6-8d5c-94bf44657d45 req-429be777-8be0-4b6c-b45c-fd0c8bdda7ea tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609796 Jul 07 20:50:23.131701 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909c8c-e1c9-41c4-a1c3-a17fd60b7e01 req-9f96f863-6505-4f58-a65d-c4fb0a748e59 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:23.135454 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ef909c8c-e1c9-41c4-a1c3-a17fd60b7e01 req-9f96f863-6505-4f58-a65d-c4fb0a748e59 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.1158123 Jul 07 20:50:23.217106 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ef909c8c-e1c9-41c4-a1c3-a17fd60b7e01 req-30917697-6f88-4368-ba7a-9bab94a012dc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605576 Jul 07 20:50:23.578917 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaa2e1-dea9-4d91-88ec-aa99295eb660 req-98c58419-75a1-4d4a-afc1-e921968ce909 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:23.584064 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2fbaa2e1-dea9-4d91-88ec-aa99295eb660 req-98c58419-75a1-4d4a-afc1-e921968ce909 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.1485229 Jul 07 20:50:23.595646 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 39366) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:23.600737 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'floatingip': {'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:23.685224 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.194867 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcd9c4-0cee-46dd-a9fd-83ee262ec6ff req-812ae436-4415-4994-8308-68a41d21ca5d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:24.197783 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4cdcd9c4-0cee-46dd-a9fd-83ee262ec6ff req-812ae436-4415-4994-8308-68a41d21ca5d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1278515 Jul 07 20:50:24.274888 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4cdcd9c4-0cee-46dd-a9fd-83ee262ec6ff req-7a9e500e-eb2c-4a81-9482-bc3d8bbda41c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642805 Jul 07 20:50:24.829970 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.db.resource_extend [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:50:24.959319 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.964606 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.115844 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Floating IP fdb80dc0-e1be-43ed-80cf-fed8cc7af86d associated. External IP: 172.27.3.170, port: 66bb2b20-620e-4175-9f12-2ca44c95986a. Jul 07 20:50:25.240370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39404) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:25.416463 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21874d61-82ed-4e3c-8221-cf8741ccf459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.423344 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Router 000ca5e5-10dc-43f6-8991-85e992757e22 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:25.553092 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21874d61-82ed-4e3c-8221-cf8741ccf459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.559255 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21874d61-82ed-4e3c-8221-cf8741ccf459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.628834 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-21874d61-82ed-4e3c-8221-cf8741ccf459 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2a0b3d88d414d16b2683f1c741c9279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867803 Jul 07 20:50:25.630283 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21874d61-82ed-4e3c-8221-cf8741ccf459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04555830-6836-4601-b56d-53b3f73d066a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:25.634407 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39410) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:25.670284 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0770a-da78-45da-b6b8-c24e82bffa85 req-2083c464-716d-4673-92c2-1012f04e2970 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.673475 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09c0770a-da78-45da-b6b8-c24e82bffa85 req-2083c464-716d-4673-92c2-1012f04e2970 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2335348 Jul 07 20:50:25.675957 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:25.683262 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.699910 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:25.712827 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:25.713835 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:50:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:25.720558 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-221b652a-76f1-44a4-be61-9015cf4b89a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.762745 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-221b652a-76f1-44a4-be61-9015cf4b89a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.819023 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-208551c6-57a0-43f6-9168-ac7aecda5f94 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "PUT /v2.0/floatingips/fdb80dc0-e1be-43ed-80cf-fed8cc7af86d HTTP/1.1" status: 200 len: 992 time: 2.2216218 Jul 07 20:50:25.824664 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:25.830656 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c7518f-4729-482a-adab-f004daf344db" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:25.867759 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09c0770a-da78-45da-b6b8-c24e82bffa85 req-1736bd8c-4a8b-4804-9d5a-09251676fbc6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792028 Jul 07 20:50:25.915994 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-221b652a-76f1-44a4-be61-9015cf4b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.918895 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-221b652a-76f1-44a4-be61-9015cf4b89a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.923922 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-221b652a-76f1-44a4-be61-9015cf4b89a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04555830-6836-4601-b56d-53b3f73d066a HTTP/1.1" status: 204 len: 168 time: 0.2878048 Jul 07 20:50:25.948209 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b652a-76f1-44a4-be61-9015cf4b89a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04555830-6836-4601-b56d-53b3f73d066a,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:26.031369 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:26.070017 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f222d0fe-843e-47e0-8aa3-29d83e1c751a x-openstack-request-id: req-f222d0fe-843e-47e0-8aa3-29d83e1c751a {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:26.070632 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:26.071096 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f222d0fe-843e-47e0-8aa3-29d83e1c751a {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:26.072011 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'status': 'completed', 'code': 200} Jul 07 20:50:26.425749 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 39432) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:26.444297 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4374e3c8-fb26-448e-8e74-679bef0244c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.468313 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'fdb80dc0-e1be-43ed-80cf-fed8cc7af86d', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'mac_address': 'fa:16:3e:22:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:49:37Z', 'updated_at': '2021-07-07T20:50:24Z', 'revision_number': 1, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:26.520318 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:26.534729 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:26.535751 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:50:06Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:26.597378 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4374e3c8-fb26-448e-8e74-679bef0244c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.602735 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4374e3c8-fb26-448e-8e74-679bef0244c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.650653 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-4374e3c8-fb26-448e-8e74-679bef0244c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d15928007b7e45c0b62bf76ad305175c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197556 Jul 07 20:50:26.650653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374e3c8-fb26-448e-8e74-679bef0244c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfaae84-5dcb-4d37-b0c8-013e56d0873c,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:26.652661 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39434) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:26.709028 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:26.732280 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f26e8617-54f4-45f9-a13b-49160238da69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.759854 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f26e8617-54f4-45f9-a13b-49160238da69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.822062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f26e8617-54f4-45f9-a13b-49160238da69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.824864 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f26e8617-54f4-45f9-a13b-49160238da69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.826056 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f26e8617-54f4-45f9-a13b-49160238da69 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbfaae84-5dcb-4d37-b0c8-013e56d0873c HTTP/1.1" status: 204 len: 168 time: 0.1718638 Jul 07 20:50:26.839311 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e8617-54f4-45f9-a13b-49160238da69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfaae84-5dcb-4d37-b0c8-013e56d0873c,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:27.062449 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'fdb80dc0-e1be-43ed-80cf-fed8cc7af86d', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'mac_address': 'fa:16:3e:22:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:49:37Z', 'updated_at': '2021-07-07T20:50:24Z', 'revision_number': 1, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:27.125006 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eaabd7-d95b-4c3a-9523-60e4f2ae112a None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'fdb80dc0-e1be-43ed-80cf-fed8cc7af86d', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'mac_address': 'fa:16:3e:22:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:49:37Z', 'updated_at': '2021-07-07T20:50:24Z', 'revision_number': 1, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:27.218017 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96800-baab-4d1d-8020-13ee08275289 req-635e8899-a128-4718-b6f1-533272873770 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.223795 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cea96800-baab-4d1d-8020-13ee08275289 req-635e8899-a128-4718-b6f1-533272873770 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1613081 Jul 07 20:50:27.379121 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cea96800-baab-4d1d-8020-13ee08275289 req-3965f267-1915-4e36-9a70-8ad53383dbb2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310863 Jul 07 20:50:27.400764 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7518f-4729-482a-adab-f004daf344db req-9a423454-5e5f-48d5-b704-aae4c36024b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.403828 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-9a423454-5e5f-48d5-b704-aae4c36024b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1099 time: 0.1758528 Jul 07 20:50:27.489187 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39454) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:27.504144 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f1c460bf-e989-4e8f-ab90-0a59234ceaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.515142 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a296e-ab75-47d5-9acc-ff1658a93f67 None None] New status for floating IP fdb80dc0-e1be-43ed-80cf-fed8cc7af86d: ACTIVE {{(pid=99433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:50:27.542710 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7518f-4729-482a-adab-f004daf344db req-c4b192ae-595a-4bb4-b2df-c662daec5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.545543 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-c4b192ae-595a-4bb4-b2df-c662daec5684 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.1263778 Jul 07 20:50:27.617100 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f1c460bf-e989-4e8f-ab90-0a59234ceaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.622053 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f1c460bf-e989-4e8f-ab90-0a59234ceaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.663851 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f1c460bf-e989-4e8f-ab90-0a59234ceaf9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65c42e67abc74ffc9cd0f8ccc4a02e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735260 Jul 07 20:50:27.667450 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39456) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:27.695810 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c460bf-e989-4e8f-ab90-0a59234ceaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5803343c-996c-4424-a4ca-3312c5ecc455,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:27.738564 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-0bdd7cf6-cc35-4e1c-ade1-e0f737ed659f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 200 len: 1000 time: 0.1764143 Jul 07 20:50:27.764717 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-006e88e6-4f80-434e-b1bf-3635a831a46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.807161 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-006e88e6-4f80-434e-b1bf-3635a831a46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.874517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-006e88e6-4f80-434e-b1bf-3635a831a46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.878228 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-006e88e6-4f80-434e-b1bf-3635a831a46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.879895 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-006e88e6-4f80-434e-b1bf-3635a831a46e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5803343c-996c-4424-a4ca-3312c5ecc455 HTTP/1.1" status: 204 len: 168 time: 0.2113667 Jul 07 20:50:27.893380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e88e6-4f80-434e-b1bf-3635a831a46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5803343c-996c-4424-a4ca-3312c5ecc455,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:28.626731 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ca060-6d13-4f3f-a4c4-077be71cbb45 req-127b09f0-ca7e-4aca-856f-6ce90f75a97a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.629395 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-db3ca060-6d13-4f3f-a4c4-077be71cbb45 req-127b09f0-ca7e-4aca-856f-6ce90f75a97a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1082828 Jul 07 20:50:28.676837 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-db3ca060-6d13-4f3f-a4c4-077be71cbb45 req-796d3ac6-88bb-4f7f-9c30-9a088f2c4b07 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Jul 07 20:50:29.372173 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39508) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:29.522941 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3913c667-ba07-4f15-bb32-fba0fa421143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.642400 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3913c667-ba07-4f15-bb32-fba0fa421143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.647683 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3913c667-ba07-4f15-bb32-fba0fa421143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.691168 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3913c667-ba07-4f15-bb32-fba0fa421143 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=47f435f626c64433addcd278d42e7a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174801 Jul 07 20:50:29.692105 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913c667-ba07-4f15-bb32-fba0fa421143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f420d8c3-c8f0-42c9-a1a1-e259ef1a0f12,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:29.694488 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 39518) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:29.773858 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ac8d00ef-89a2-412b-b783-4c5fdcfc832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.808680 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ac8d00ef-89a2-412b-b783-4c5fdcfc832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.922070 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236771f-261b-4a23-88fa-e43d307eff30 req-0ed590e1-15f2-4cbe-8f39-556a3bd6ee28 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:29.925283 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3236771f-261b-4a23-88fa-e43d307eff30 req-0ed590e1-15f2-4cbe-8f39-556a3bd6ee28 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1196544 Jul 07 20:50:29.926861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ac8d00ef-89a2-412b-b783-4c5fdcfc832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.930390 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ac8d00ef-89a2-412b-b783-4c5fdcfc832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.932002 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ac8d00ef-89a2-412b-b783-4c5fdcfc832d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f420d8c3-c8f0-42c9-a1a1-e259ef1a0f12 HTTP/1.1" status: 204 len: 168 time: 0.2350368 Jul 07 20:50:29.952078 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d00ef-89a2-412b-b783-4c5fdcfc832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f420d8c3-c8f0-42c9-a1a1-e259ef1a0f12,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:30.003008 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3236771f-261b-4a23-88fa-e43d307eff30 req-83673cea-0b01-4327-8bf6-da2060734bb0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Jul 07 20:50:30.961363 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7518f-4729-482a-adab-f004daf344db req-fadd7c20-3499-4b83-8d4c-312c37f0187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:30.962648 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-fadd7c20-3499-4b83-8d4c-312c37f0187d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.0671091 Jul 07 20:50:31.039487 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7518f-4729-482a-adab-f004daf344db req-5fdb0cf6-da62-4cb5-b16b-eedb05924c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:31.041045 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-5fdb0cf6-da62-4cb5-b16b-eedb05924c0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679150 Jul 07 20:50:31.168545 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-9a1f4247-5a7e-449d-945e-71993279a743 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162963 Jul 07 20:50:31.421792 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48c7518f-4729-482a-adab-f004daf344db req-e7852233-8076-4bfe-b28c-8b89f83aeb1c service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449226 Jul 07 20:50:31.431495 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27f063-5e38-4f03-b375-4c78334908c2 req-bd68e3b9-23a0-4110-a2f2-cf5cee8c808c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:31.432903 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e27f063-5e38-4f03-b375-4c78334908c2 req-bd68e3b9-23a0-4110-a2f2-cf5cee8c808c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1645718 Jul 07 20:50:31.482325 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e27f063-5e38-4f03-b375-4c78334908c2 req-fd95b847-7ccc-4edd-a4be-aa25dae228c7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Jul 07 20:50:32.702183 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bfc4b-c4c2-4981-943c-b8bf0d6dfcb5 req-6bb86f92-1396-47ee-9f98-bfd899ccbb11 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:32.704602 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e3bfc4b-c4c2-4981-943c-b8bf0d6dfcb5 req-6bb86f92-1396-47ee-9f98-bfd899ccbb11 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0813322 Jul 07 20:50:32.755943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e3bfc4b-c4c2-4981-943c-b8bf0d6dfcb5 req-152de991-0925-41ad-b471-2cbf6def68f0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Jul 07 20:50:33.113415 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-b27c0aa7-e5a0-4b7c-b073-718d76a8b8e1 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=45a75a8e30fc4c4193f9251be8386aac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445938 Jul 07 20:50:33.333273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-ca02fb8b-0749-4b08-8394-b874afb9dff0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.350230 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-ca02fb8b-0749-4b08-8394-b874afb9dff0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.1301136 Jul 07 20:50:33.370375 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-324a094b-7baa-48b0-b6b1-0e06ef9be934 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/quotas/cb7289c3b2784708b7dc0f5c9cb7106f HTTP/1.1" status: 200 len: 375 time: 0.0285175 Jul 07 20:50:33.372376 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-1f73e4e8-1fa6-4d6b-97af-d1e58f091a32 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.374008 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-1f73e4e8-1fa6-4d6b-97af-d1e58f091a32 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542381 Jul 07 20:50:33.391376 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-a1fbb16b-501e-4c3b-b161-afc750bdc496 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/quotas/45a75a8e30fc4c4193f9251be8386aac HTTP/1.1" status: 200 len: 375 time: 0.0102067 Jul 07 20:50:33.444678 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-b9675747-d0bd-40d4-b998-2943d8d64f43 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=45a75a8e30fc4c4193f9251be8386aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451219 Jul 07 20:50:33.489928 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f40d499a-12a4-4ce4-80da-2d121df948ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.525879 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-7dffe074-53df-4aad-bafc-0365e9da4be6 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1543243 Jul 07 20:50:33.699032 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-5137439b-7ecd-45f0-be8e-f4ed35a3865e service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555026 Jul 07 20:50:33.884315 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4263fcc8-acaf-4bfe-9bfb-0ad61aede8ea service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698945 Jul 07 20:50:34.213420 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-88c0f8f1-cae0-4a84-b89d-cb0c867126a5 req-46419a93-a67c-4fca-b902-afb11372fa50 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 210 time: 0.0572250 Jul 07 20:50:34.477884 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149d09-b0a0-4bf9-b80d-c4d1f38b16dd req-9b645a3f-642d-44ae-ad0d-5697b04ada8a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:34.481739 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cd149d09-b0a0-4bf9-b80d-c4d1f38b16dd req-9b645a3f-642d-44ae-ad0d-5697b04ada8a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1092973 Jul 07 20:50:34.534749 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cd149d09-b0a0-4bf9-b80d-c4d1f38b16dd req-bca48c49-9291-426a-ae6b-0a790ffc1db5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jul 07 20:50:34.619882 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c42c20f-ed82-4e55-9f2f-8cc91d233eaf req-ac9b71ed-ae72-4dbb-9208-8d17a7becaf9 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 210 time: 0.0407383 Jul 07 20:50:35.418372 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89b12ff2-35f5-4bdb-9bad-a1c76cb5a9ff req-c397ffaa-5ba5-4f84-98b3-5df4c461e4c0 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 210 time: 0.0449481 Jul 07 20:50:35.779456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d58a3d-50b9-4e38-b951-6cd253ed311e req-73fb3da0-1409-4a8b-b02f-ea63679793ea tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.783346 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-55d58a3d-50b9-4e38-b951-6cd253ed311e req-73fb3da0-1409-4a8b-b02f-ea63679793ea tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0836992 Jul 07 20:50:35.855114 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-55d58a3d-50b9-4e38-b951-6cd253ed311e req-15ac66eb-4408-406f-8a8a-bf5e5c1d417f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604265 Jul 07 20:50:36.022839 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-127ce3e7-296a-4d16-91a3-dacce71d19d2 req-3a9269d8-0969-4c96-a394-aefbb6a73e2f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 210 time: 0.0310829 Jul 07 20:50:36.493024 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-a728e1b0-5c64-4df3-ba5b-5aadf3730c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.606632 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4aa8eb9-72a1-403f-9f1f-e8df0d504813 req-5e78505b-12a8-437b-8a6e-0eda316b2ff4 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 210 time: 0.0432255 Jul 07 20:50:37.007481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.096819 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab328d9-65a9-40ae-8601-cb0e5ea90393 req-f5a64bcc-25bc-461b-b5fd-c07b701099d5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:37.099662 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5ab328d9-65a9-40ae-8601-cb0e5ea90393 req-f5a64bcc-25bc-461b-b5fd-c07b701099d5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1015756 Jul 07 20:50:37.157550 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5ab328d9-65a9-40ae-8601-cb0e5ea90393 req-1580ff0b-f8a2-4ae3-8125-011377d07abe tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454440 Jul 07 20:50:37.226999 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48bbd4b1-7093-4278-a033-f557fe01463d req-df6accac-ee44-40fa-a0ac-8c384a988e25 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 210 time: 0.0320156 Jul 07 20:50:37.536060 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-73d6b190-8c9e-48c2-a756-7a44847948d6 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=45a75a8e30fc4c4193f9251be8386aac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411868 Jul 07 20:50:37.807033 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-2b583b73-5b27-41cf-ae74-3acc9aba9a0b tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:37.808730 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-2b583b73-5b27-41cf-ae74-3acc9aba9a0b tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628019 Jul 07 20:50:37.834848 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Request body: {'port': {'device_id': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f', 'admin_state_up': True, 'tenant_id': '45a75a8e30fc4c4193f9251be8386aac'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:38.040907 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.057267 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-14630f6a-4eeb-4f11-9037-1bf4e231e756 req-aab68531-b360-42a7-94e6-b08076fb4208 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 210 time: 0.0391889 Jul 07 20:50:38.106874 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Made reservation on behalf of 45a75a8e30fc4c4193f9251be8386aac for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:38.113190 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.133373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.345496 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.354027 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.643883 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced71666-4d5b-4dcb-8c2e-3fa68ea78497 req-461755c8-4b76-4e21-935a-2b7ecf64e2f9 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:38.646627 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ced71666-4d5b-4dcb-8c2e-3fa68ea78497 req-461755c8-4b76-4e21-935a-2b7ecf64e2f9 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1952355 Jul 07 20:50:38.715106 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ced71666-4d5b-4dcb-8c2e-3fa68ea78497 req-a8a23cab-8cdb-4515-8dc1-6ada1489d1f2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553203 Jul 07 20:50:38.832383 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2869543e-d043-4ce9-a963-f0802b248501 req-085d9b34-ddcf-4edc-b364-5c7b32b03e91 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 210 time: 0.1796868 Jul 07 20:50:38.837566 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cced04e-7c30-459c-93fe-c641232aa4a8,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:38.944939 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Allocated IP 192.168.233.165 (9325ab61-5fcf-42ee-915b-23f35a76a90f/f00a2d73-a848-456b-a91b-bcbe1fcf8944/d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:39.012261 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-5b712862-73fc-4ba9-85c4-64a6be85fd8d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:39.015014 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-5b712862-73fc-4ba9-85c4-64a6be85fd8d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.4009750 Jul 07 20:50:39.036541 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Request body: {'port': {'device_id': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'admin_state_up': True, 'tenant_id': 'cb7289c3b2784708b7dc0f5c9cb7106f'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:39.226165 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39814) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:39.472138 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-23a68756-7b55-434e-9e6c-a82574dc837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.545750 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f755343-44e4-4596-8e20-ee720e9d0e80 req-3c6889a6-ed39-4e20-a038-08c5586cd374 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 210 time: 0.0717523 Jul 07 20:50:39.716809 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-23a68756-7b55-434e-9e6c-a82574dc837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.727207 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-23a68756-7b55-434e-9e6c-a82574dc837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.749599 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.779532 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-23a68756-7b55-434e-9e6c-a82574dc837c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e95311d2b47247f5854f0b7ccc73e81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515935 Jul 07 20:50:39.783003 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39826) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:39.807096 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Made reservation on behalf of cb7289c3b2784708b7dc0f5c9cb7106f for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:39.817763 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.823588 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Transition to ACTIVE for port object d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:39.911680 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39832) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:39.934910 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68756-7b55-434e-9e6c-a82574dc837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95b084-89d9-4055-bdfd-2879fef952d7,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:39.966976 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a45d7a2-a4ba-40f4-ae76-f92a37a4837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.026560 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a45d7a2-a4ba-40f4-ae76-f92a37a4837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.140836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a45d7a2-a4ba-40f4-ae76-f92a37a4837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.145657 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a45d7a2-a4ba-40f4-ae76-f92a37a4837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.152729 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8a45d7a2-a4ba-40f4-ae76-f92a37a4837a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b95b084-89d9-4055-bdfd-2879fef952d7 HTTP/1.1" status: 204 len: 168 time: 0.3672783 Jul 07 20:50:40.177515 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e6f61a61-9bde-4413-a11e-fb64aa2b93fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.202964 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45d7a2-a4ba-40f4-ae76-f92a37a4837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95b084-89d9-4055-bdfd-2879fef952d7,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:40.290753 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Allocated IP 172.20.0.8 (ef8b348a-d22b-4f2f-b096-9eb551dcce6b/08a12624-db88-46b8-9b8c-05674238b7d0/48b192c3-402a-4d5c-9453-1f1ce0d9d5c4) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:40.418197 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3c732-3428-4d1f-8f91-af62fb61f0cf req-4eacd882-c583-42bb-a97b-833a1703a808 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:40.418502 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.420928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5c3c732-3428-4d1f-8f91-af62fb61f0cf req-4eacd882-c583-42bb-a97b-833a1703a808 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2285438 Jul 07 20:50:40.423380 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.427261 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7c0921e3-b465-4f31-952d-f4fd1238d114 req-4479ebd4-7bd9-47a7-bae5-631905ff564b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 210 time: 0.0709717 Jul 07 20:50:40.436245 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e6f61a61-9bde-4413-a11e-fb64aa2b93fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.444379 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e6f61a61-9bde-4413-a11e-fb64aa2b93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.504827 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e6f61a61-9bde-4413-a11e-fb64aa2b93fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb5c001c95a344aa96724cdcfef18e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565832 Jul 07 20:50:40.517259 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39848) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:40.577332 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f61a61-9bde-4413-a11e-fb64aa2b93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14793aa-0f4d-4198-b118-2e7ec09b5ebb,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:40.615157 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Network 9325ab61-5fcf-42ee-915b-23f35a76a90f is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:40.627985 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:40.653057 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:40.663509 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Pushing event updated for resources: {'Port': ['ID=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:40.692383 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e2740a5d-e020-4e97-ba0f-c18a9b5e2435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.695128 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5c3c732-3428-4d1f-8f91-af62fb61f0cf req-a404cb94-e0d0-4c5f-8dd1-6078d3af0783 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433274 Jul 07 20:50:40.784707 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e2740a5d-e020-4e97-ba0f-c18a9b5e2435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.866823 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:40.867782 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.893296 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39852) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:40.924036 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-103d74e6-108d-475f-ae10-d5b05a0a400e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.979219 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-17096dfe-f3ff-4681-96d0-a16a568f7dc8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1507862 Jul 07 20:50:40.990265 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e2740a5d-e020-4e97-ba0f-c18a9b5e2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.993057 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e2740a5d-e020-4e97-ba0f-c18a9b5e2435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.998520 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e2740a5d-e020-4e97-ba0f-c18a9b5e2435 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e14793aa-0f4d-4198-b118-2e7ec09b5ebb HTTP/1.1" status: 204 len: 168 time: 0.4755151 Jul 07 20:50:41.010652 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Request body: {'port': {'device_id': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:41.022849 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2740a5d-e020-4e97-ba0f-c18a9b5e2435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14793aa-0f4d-4198-b118-2e7ec09b5ebb,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:41.054498 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ff284-0d51-42bf-ae12-0b7d6bc4c927 req-a25e873d-5bc8-4548-a72b-a97c7fb119d4 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:41.062363 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c14ff284-0d51-42bf-ae12-0b7d6bc4c927 req-a25e873d-5bc8-4548-a72b-a97c7fb119d4 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1697664 Jul 07 20:50:41.083018 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-aa3663dc-d978-40f0-b619-a7cea9033011 None None] Provisioning for port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:41.093280 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-aa3663dc-d978-40f0-b619-a7cea9033011 None None] Provisioning complete for port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:41.094400 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-aa3663dc-d978-40f0-b619-a7cea9033011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.186810 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-aa3663dc-d978-40f0-b619-a7cea9033011 None None] Port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:41.189816 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-103d74e6-108d-475f-ae10-d5b05a0a400e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.194891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.203365 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-103d74e6-108d-475f-ae10-d5b05a0a400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.217480 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c14ff284-0d51-42bf-ae12-0b7d6bc4c927 req-fd915831-2789-4af6-a9d2-c64148fe3d76 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539459 Jul 07 20:50:41.266064 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49d6d7-e2d3-4d8e-a4bd-5c1d6e475f46 req-b2ec59fa-5738-4162-b111-3e70e4579740 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:41.268325 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7d49d6d7-e2d3-4d8e-a4bd-5c1d6e475f46 req-b2ec59fa-5738-4162-b111-3e70e4579740 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 936 time: 0.3824291 Jul 07 20:50:41.297153 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-103d74e6-108d-475f-ae10-d5b05a0a400e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10e01c3be1374f57a51773c82d194b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028151 Jul 07 20:50:41.299923 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d74e6-108d-475f-ae10-d5b05a0a400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a8c97-5a79-488a-9d01-79a0ce325ee1,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:41.312783 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39862) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:41.316304 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.390120 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7d49d6d7-e2d3-4d8e-a4bd-5c1d6e475f46 req-8e651fcb-3af6-4f41-a35e-90a53b50bfb9 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064308 Jul 07 20:50:41.391096 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-813d2a69-2661-42f9-bf8c-0587d1d7ed7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.405762 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.419390 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:41.453900 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-813d2a69-2661-42f9-bf8c-0587d1d7ed7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.575687 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-813d2a69-2661-42f9-bf8c-0587d1d7ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.588547 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:41.588771 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-813d2a69-2661-42f9-bf8c-0587d1d7ed7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.590608 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-813d2a69-2661-42f9-bf8c-0587d1d7ed7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/349a8c97-5a79-488a-9d01-79a0ce325ee1 HTTP/1.1" status: 204 len: 168 time: 0.2746012 Jul 07 20:50:41.633262 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d2a69-2661-42f9-bf8c-0587d1d7ed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a8c97-5a79-488a-9d01-79a0ce325ee1,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:41.654230 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:41.659876 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:41.838580 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3836-65c9-4626-a9af-5b283560f8b5 req-7611e15d-b373-47e7-a059-628931e152d7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:41.841627 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f10b3836-65c9-4626-a9af-5b283560f8b5 req-7611e15d-b373-47e7-a059-628931e152d7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 931 time: 0.2028420 Jul 07 20:50:41.843164 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39876) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:41.856070 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event updated for resources: {'Port': ['ID=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:41.864755 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-37f4eec6-1af0-4101-94e1-dc239f6b4691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.934951 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f10b3836-65c9-4626-a9af-5b283560f8b5 req-0a771b2a-084f-4051-a1d0-40c05027c8b2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726500 Jul 07 20:50:41.947744 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:41.948373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.090548 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:42.110353 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-37f4eec6-1af0-4101-94e1-dc239f6b4691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.113236 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.121319 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-37f4eec6-1af0-4101-94e1-dc239f6b4691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.148609 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Transition to ACTIVE for port object d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:42.155489 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.166079 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4eec6-1af0-4101-94e1-dc239f6b4691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e774a9-e77f-4689-9f1c-e4bb2107e6b0,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.171932 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-37f4eec6-1af0-4101-94e1-dc239f6b4691 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76d4df8911fd42579fadc7efd92e549b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273432 Jul 07 20:50:42.176738 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 39882) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:42.186785 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-4cc7b19e-0e87-47a1-9e61-bb3fd22bc966 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1586649 Jul 07 20:50:42.238200 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Request body: {'port': {'device_id': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:42.259421 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13f4082e-3d0d-4e10-8336-f163444d37eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.300846 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13f4082e-3d0d-4e10-8336-f163444d37eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.334223 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.379956 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13f4082e-3d0d-4e10-8336-f163444d37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.382828 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13f4082e-3d0d-4e10-8336-f163444d37eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.384252 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-13f4082e-3d0d-4e10-8336-f163444d37eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44e774a9-e77f-4689-9f1c-e4bb2107e6b0 HTTP/1.1" status: 204 len: 168 time: 0.2064228 Jul 07 20:50:42.406217 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4082e-3d0d-4e10-8336-f163444d37eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e774a9-e77f-4689-9f1c-e4bb2107e6b0,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.616631 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Attempting to bind port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:42.616940 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Attempting to bind port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:42.617555 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Attempting to bind port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f on network 9325ab61-5fcf-42ee-915b-23f35a76a90f {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:42.629806 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f on network 9325ab61-5fcf-42ee-915b-23f35a76a90f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:42.630430 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Attempting to bind port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f on network 9325ab61-5fcf-42ee-915b-23f35a76a90f {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:42.642276 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:42.642710 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Checking segment: {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:42.642918 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Bound using segment: {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:42.643735 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Bound port: d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4186be88-ebc1-492e-aca7-4e34526cead8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:42.644291 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.672842 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.700493 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d6de0-9b11-4ae3-a9af-cbc91ceb35b1 req-0588e1bc-7de3-4a5c-9867-1d7af5573d2f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:42.709521 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d47d6de0-9b11-4ae3-a9af-cbc91ceb35b1 req-0588e1bc-7de3-4a5c-9867-1d7af5573d2f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.5433929 Jul 07 20:50:42.718674 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adfc1f-75d9-4036-9f7a-0f9d302eeef1 req-f5e84b60-387e-41d7-ae45-38f5c0f24373 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:42.733700 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-43adfc1f-75d9-4036-9f7a-0f9d302eeef1 req-f5e84b60-387e-41d7-ae45-38f5c0f24373 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1846225 Jul 07 20:50:42.858209 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-43adfc1f-75d9-4036-9f7a-0f9d302eeef1 req-f302880d-1c67-4cad-a3fd-a94e04440dea tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228530 Jul 07 20:50:43.086397 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d47d6de0-9b11-4ae3-a9af-cbc91ceb35b1 req-49c6b6c0-a2bf-4a4f-972c-77012a048ace tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754549 Jul 07 20:50:43.092724 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] For port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:43.133929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] For port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:43.158071 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.229668 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec3b8-9c4b-4f37-b997-e9d60436bd49 req-08b7d81b-0304-4cb1-a018-7d32ed768cfa tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.240297 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d7ec3b8-9c4b-4f37-b997-e9d60436bd49 req-08b7d81b-0304-4cb1-a018-7d32ed768cfa tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.1718495 Jul 07 20:50:43.324218 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d7ec3b8-9c4b-4f37-b997-e9d60436bd49 req-bdd0a859-0182-479a-8332-749c773662f0 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 Jul 07 20:50:43.384947 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.385387 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.387306 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] 10.222.0.83 "PUT /v2.0/ports/d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f HTTP/1.1" status: 200 len: 1098 time: 2.3860199 Jul 07 20:50:43.389880 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:43.408926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'tag': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:43.412302 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b0a64-056f-4594-a672-d3a4911fd4be" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f", "tag": "d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:43.441508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-078d0e5a-f30d-417a-80e7-1fdda5d416b2 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.443529 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-078d0e5a-f30d-417a-80e7-1fdda5d416b2 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.83 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.7210085 Jul 07 20:50:43.451728 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.528896 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9cee4-7b3e-4293-8746-3c742878d7cf service neutron] Pushing event updated for resources: {'Port': ['ID=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:43.542929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61984070-c1ef-49f5-a9c0-e51a867638e1 x-openstack-request-id: req-61984070-c1ef-49f5-a9c0-e51a867638e1 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:43.543624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f", "tag": "d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:43.544078 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61984070-c1ef-49f5-a9c0-e51a867638e1 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:43.545002 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'tag': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f', 'status': 'completed', 'code': 200} Jul 07 20:50:43.576479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Transition to ACTIVE for port object 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:43.587751 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.762835 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Pushing event updated for resources: {'Port': ['ID=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:43.859940 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-37bacae5-c0f4-4221-9801-387b2902494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.861996 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-37bacae5-c0f4-4221-9801-387b2902494c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a75a8e30fc4c4193f9251be8386aac&device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 1101 time: 0.4045198 Jul 07 20:50:43.895941 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Deleting port 05541d47-595a-4523-bce1-9b78700744fc {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:43.896383 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.954835 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-96123bf3-b27f-4be2-ae2c-f4c787d13ed1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f HTTP/1.1" status: 200 len: 217 time: 0.0788245 Jul 07 20:50:44.017429 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086dd18-8868-471d-8ce1-4ff06eeac562 req-14fea06f-7b4e-4df0-9ee6-8685678415e2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:44.018343 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7086dd18-8868-471d-8ce1-4ff06eeac562 req-14fea06f-7b4e-4df0-9ee6-8685678415e2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 943 time: 0.4031115 Jul 07 20:50:44.121125 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Attempting to bind port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:44.121343 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Attempting to bind port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:44.121763 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Attempting to bind port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:44.188017 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:44.188826 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Attempting to bind port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:44.214458 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:44.214804 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Checking segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:44.215220 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Bound using segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:44.215659 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Bound port: 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:44.216021 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.219262 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-7c266e69-5993-40a6-b05c-96a2a38571c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:44.221732 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-7c266e69-5993-40a6-b05c-96a2a38571c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f00a2d73-a848-456b-a91b-bcbe1fcf8944 HTTP/1.1" status: 200 len: 843 time: 0.2021153 Jul 07 20:50:44.248515 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e13800-1387-4dcf-93fe-9f95601b61a5 req-2e779d25-8e99-40dd-8128-2cb86011b3f9 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:44.259202 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-26e13800-1387-4dcf-93fe-9f95601b61a5 req-2e779d25-8e99-40dd-8128-2cb86011b3f9 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 945 time: 0.1347198 Jul 07 20:50:44.299828 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7086dd18-8868-471d-8ce1-4ff06eeac562 req-3b868f57-7b10-4144-b31c-b74d934b3ff2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596247 Jul 07 20:50:44.309323 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] For port 05541d47-595a-4523-bce1-9b78700744fc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05541d47-595a-4523-bce1-9b78700744fc,segment=NetworkSegment(771fdea0-a8c2-4889-986e-4cf5044d269c),segment_id=771fdea0-a8c2-4889-986e-4cf5044d269c)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:44.309323 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.353067 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Calling delete_port for 05541d47-595a-4523-bce1-9b78700744fc owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:44.369885 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-26e13800-1387-4dcf-93fe-9f95601b61a5 req-98920e81-e6f0-4b75-8ed4-be41e551102d tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0ed5a7a-7c77-4a2f-883d-d374ede47fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055293 Jul 07 20:50:44.505597 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] For port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:44.530798 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] For port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:44.549340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.568096 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-f5c0c3bc-349b-48d3-85d9-f15b6d6acbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:44.569896 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-f5c0c3bc-349b-48d3-85d9-f15b6d6acbb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9325ab61-5fcf-42ee-915b-23f35a76a90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3268077 Jul 07 20:50:44.619619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:44.620567 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.622289 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] 10.222.0.83 "PUT /v2.0/ports/48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 HTTP/1.1" status: 200 len: 1093 time: 2.3951797 Jul 07 20:50:44.817756 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0d220-9260-44d5-8d36-12ade6a28778 service neutron] Pushing event updated for resources: {'Port': ['ID=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:45.000103 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94787e-0153-4842-825d-5c8d93666ec8 req-14d7fa1b-e564-4ad0-8869-f5ef056524b8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:45.004341 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3d94787e-0153-4842-825d-5c8d93666ec8 req-14d7fa1b-e564-4ad0-8869-f5ef056524b8 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.1604750 Jul 07 20:50:45.130660 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3d94787e-0153-4842-825d-5c8d93666ec8 req-6424270b-776e-44b6-865a-b9cd4040d2ee tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132689 Jul 07 20:50:45.249135 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-e50529d5-1ce3-4a2d-8680-5b8fe5144a45 service neutron] 10.222.0.83 "GET /v2.0/networks/9325ab61-5fcf-42ee-915b-23f35a76a90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559193 Jul 07 20:50:45.249782 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.260371 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b5c34-419e-4b26-8e3f-795ef87e7979 req-909781b9-07a2-448a-9601-b82c1f9bcf5f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:45.267800 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 05541d47-595a-4523-bce1-9b78700744fc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:45.269663 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-907b5c34-419e-4b26-8e3f-795ef87e7979 req-909781b9-07a2-448a-9601-b82c1f9bcf5f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.6719470 Jul 07 20:50:45.321691 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 05541d47-595a-4523-bce1-9b78700744fc {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:45.322502 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 05541d47-595a-4523-bce1-9b78700744fc not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:45.359319 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-bf0bfaea-7a5d-4767-893a-e8f6baccd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:45.362287 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-bf0bfaea-7a5d-4767-893a-e8f6baccd6b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 1096 time: 0.6326070 Jul 07 20:50:45.379770 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Pushing event deleted for resources: {'Port': ['ID=05541d47-595a-4523-bce1-9b78700744fc,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:45.534340 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-845e765b-d8c0-4522-abed-f2d17f1fb9c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 HTTP/1.1" status: 200 len: 217 time: 0.1500175 Jul 07 20:50:45.558650 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'tag': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:45.561345 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "22013b1c-32ec-4cab-9ac6-a817646b412e", "tag": "48b192c3-402a-4d5c-9453-1f1ce0d9d5c4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:45.570277 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] No DVR routers for this DVR port 05541d47-595a-4523-bce1-9b78700744fc on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:45.574162 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.576635 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0138e9c4-af8d-4ef6-ba3e-a9f02b181319 req-b208e7e0-1811-4055-936b-105f28d4cbed tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.83 "DELETE /v2.0/ports/05541d47-595a-4523-bce1-9b78700744fc HTTP/1.1" status: 204 len: 173 time: 2.1203368 Jul 07 20:50:45.618810 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-907b5c34-419e-4b26-8e3f-795ef87e7979 req-0c5d573a-b67d-4b80-abe7-96826eaa59c6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479419 Jul 07 20:50:45.720234 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1fcfa-dde7-44da-8474-ef367f5267ff req-397b37ce-8b59-4c73-8c58-71007a66b3c0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:45.725446 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d3e1fcfa-dde7-44da-8474-ef367f5267ff req-397b37ce-8b59-4c73-8c58-71007a66b3c0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 943 time: 0.2118154 Jul 07 20:50:45.801483 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-b686c5f3-981e-424a-8285-f67906ffa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:45.804249 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-b686c5f3-981e-424a-8285-f67906ffa69d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.2359393 Jul 07 20:50:45.819314 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d3e1fcfa-dde7-44da-8474-ef367f5267ff req-7b9cacf9-7109-4205-a2f5-78ed88309b73 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859478 Jul 07 20:50:45.827048 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3d659a4-2743-467f-b6f2-5e7ad61a0a1c req-5c08b81b-c9cb-48a0-878a-34ac2156d890 service neutron] 10.222.0.83 "GET /v2.0/networks/9325ab61-5fcf-42ee-915b-23f35a76a90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466502 Jul 07 20:50:45.898621 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-76a7ff25-e2d5-40bf-9328-6e4af3d085fb req-25a6672c-0d09-4d49-8799-72aa27d91917 tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.0926094 Jul 07 20:50:45.931478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a1bc02-a2f3-4993-b993-54dcebbad491 x-openstack-request-id: req-53a1bc02-a2f3-4993-b993-54dcebbad491 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:45.931874 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22013b1c-32ec-4cab-9ac6-a817646b412e", "tag": "48b192c3-402a-4d5c-9453-1f1ce0d9d5c4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:45.932249 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53a1bc02-a2f3-4993-b993-54dcebbad491 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:45.932915 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'tag': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', 'status': 'completed', 'code': 200} Jul 07 20:50:45.936493 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-2263c23c-d397-460f-8772-5ef5b8543f06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079147 Jul 07 20:50:46.327575 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-c8dfb2ab-a4a1-4a72-aba4-9154afdeafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.329675 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-c8dfb2ab-a4a1-4a72-aba4-9154afdeafd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45a75a8e30fc4c4193f9251be8386aac&device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 1101 time: 0.2895606 Jul 07 20:50:46.401756 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-df801270-708c-4d7c-a7d7-048f4dd9ddae service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641386 Jul 07 20:50:46.587923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef54f2-7f57-4b86-91f3-f5e8355acfae req-266f9e50-79af-4b2c-9787-1c15ac7f8fab tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.589582 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-66ef54f2-7f57-4b86-91f3-f5e8355acfae req-266f9e50-79af-4b2c-9787-1c15ac7f8fab tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.2567608 Jul 07 20:50:46.601670 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-052175bf-d8b5-4b81-a5c1-d4ef160a7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.603217 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-052175bf-d8b5-4b81-a5c1-d4ef160a7f25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9325ab61-5fcf-42ee-915b-23f35a76a90f HTTP/1.1" status: 200 len: 870 time: 0.2157347 Jul 07 20:50:46.630106 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8c8e180a-f19e-43eb-983c-335fd6ce3448 req-794e47a0-1808-4a28-ae30-3948f5a8ee89 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147195 Jul 07 20:50:46.669916 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-04135906-1e86-4800-81af-319eaec004c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f HTTP/1.1" status: 200 len: 217 time: 0.0551548 Jul 07 20:50:46.686478 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-66ef54f2-7f57-4b86-91f3-f5e8355acfae req-0a6102a6-bb6c-4507-80f0-710beaf03aec tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853374 Jul 07 20:50:46.812710 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-ce69d858-1453-465a-84df-b1f0f9ff8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.815308 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-ce69d858-1453-465a-84df-b1f0f9ff8c9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f00a2d73-a848-456b-a91b-bcbe1fcf8944 HTTP/1.1" status: 200 len: 843 time: 0.1086752 Jul 07 20:50:46.883558 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-73047b79-a768-498d-bc1a-e7e994e69984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.884532 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91248bf-a2bb-445a-9ce2-22806cfead33 req-60a19d27-7139-4cd8-99ee-9c71d68b7240 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.885390 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-73047b79-a768-498d-bc1a-e7e994e69984 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 1096 time: 0.1311700 Jul 07 20:50:46.893138 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a91248bf-a2bb-445a-9ce2-22806cfead33 req-60a19d27-7139-4cd8-99ee-9c71d68b7240 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1011617 Jul 07 20:50:46.965031 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-218665af-1186-46da-8156-19fcdbdefb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.968690 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-218665af-1186-46da-8156-19fcdbdefb0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9325ab61-5fcf-42ee-915b-23f35a76a90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1324077 Jul 07 20:50:47.013987 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a91248bf-a2bb-445a-9ce2-22806cfead33 req-e5a98d85-9259-4978-b1c2-21e2253b87da tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136956 Jul 07 20:50:47.202317 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-825edc4c-ea3c-4d26-ac20-65c6cc10fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:47.203844 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-825edc4c-ea3c-4d26-ac20-65c6cc10fbe6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 915 time: 0.2879057 Jul 07 20:50:47.268628 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-15a6e3b4-e397-421a-85e7-c12c45295dc2 req-1717861b-21df-442d-aa0a-5ec7580a1b7c tempest-DeleteServersTestJSON-1081621864 tempest-DeleteServersTestJSON-1081621864-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c0ef35-26d6-4322-b824-2e4c6c43020a HTTP/1.1" status: 200 len: 210 time: 0.0430210 Jul 07 20:50:47.279432 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-0de9c20a-da4d-4aa8-82e2-647ed17ec839 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 HTTP/1.1" status: 200 len: 217 time: 0.0649312 Jul 07 20:50:47.375116 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-23e1ed21-d340-4d07-93b2-815635a46cde service neutron] 10.222.0.83 "GET /v2.0/networks/9325ab61-5fcf-42ee-915b-23f35a76a90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357136 Jul 07 20:50:47.414286 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27734e-2ca0-4757-9f32-47df04b6f2bd req-5a57dd56-21e9-4b74-be32-745c2bd0e22a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:47.416353 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4b27734e-2ca0-4757-9f32-47df04b6f2bd req-5a57dd56-21e9-4b74-be32-745c2bd0e22a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 943 time: 0.3587756 Jul 07 20:50:47.474741 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-d844ca2a-ea9d-45ae-88cd-6e5de7a3d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:47.486515 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-d844ca2a-ea9d-45ae-88cd-6e5de7a3d4eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.1793270 Jul 07 20:50:47.544000 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-caa88237-73cf-40c9-bba6-910ed1f8990d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449057 Jul 07 20:50:47.679695 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4b27734e-2ca0-4757-9f32-47df04b6f2bd req-5450cd97-0112-4ba7-9031-56c07a5a64b2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443869 Jul 07 20:50:47.733405 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b21b0a64-056f-4594-a672-d3a4911fd4be req-00781a9c-6a53-4079-98a3-88eb69e596e7 service neutron] 10.222.0.83 "GET /v2.0/networks/9325ab61-5fcf-42ee-915b-23f35a76a90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496013 Jul 07 20:50:47.775572 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-84000361-5f0f-45a6-b6b4-e55583043ae1 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223897 Jul 07 20:50:47.918871 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2dd2e57b-4b83-41f0-a9b9-3cc6768cfb0b req-1ae1461f-1145-4fe6-836b-b9dc25e0e860 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230223 Jul 07 20:50:47.934018 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'name': 'network-vif-deleted', 'tag': '05541d47-595a-4523-bce1-9b78700744fc'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:47.937038 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362792b2-ee4c-4f44-9810-fc2b1454d860" -d '{"events": [{"server_uuid": "95c0ef35-26d6-4322-b824-2e4c6c43020a", "name": "network-vif-deleted", "tag": "05541d47-595a-4523-bce1-9b78700744fc"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:47.990470 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d20a7-a502-4b15-b1d1-1e7015dd6203 x-openstack-request-id: req-566d20a7-a502-4b15-b1d1-1e7015dd6203 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:47.992097 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c0ef35-26d6-4322-b824-2e4c6c43020a", "name": "network-vif-deleted", "tag": "05541d47-595a-4523-bce1-9b78700744fc", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:47.992097 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-566d20a7-a502-4b15-b1d1-1e7015dd6203 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:47.992848 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c0ef35-26d6-4322-b824-2e4c6c43020a', 'name': 'network-vif-deleted', 'tag': '05541d47-595a-4523-bce1-9b78700744fc', 'status': 'completed', 'code': 200} Jul 07 20:50:48.041903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555bb83-870c-4a5d-ab44-73231576179d req-b0f43dd0-671e-4932-8115-443b16781172 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.044658 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9555bb83-870c-4a5d-ab44-73231576179d req-b0f43dd0-671e-4932-8115-443b16781172 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.1243699 Jul 07 20:50:48.091207 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 40112) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:48.120115 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9555bb83-870c-4a5d-ab44-73231576179d req-3726fd92-a0ec-4aab-a57b-131ac891d5e1 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625834 Jul 07 20:50:48.279628 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a01b3579-0c5e-494d-95c6-178b4c2f1483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.291924 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d44a7-ee50-4547-aa44-9d17c03db46b req-2f440524-7b08-408a-83e8-886ec2f8bf0a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.293832 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-737d44a7-ee50-4547-aa44-9d17c03db46b req-2f440524-7b08-408a-83e8-886ec2f8bf0a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1080220 Jul 07 20:50:48.394312 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-737d44a7-ee50-4547-aa44-9d17c03db46b req-4fb4b321-a535-491e-9705-5a79fc3fe422 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879016 Jul 07 20:50:48.502907 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a01b3579-0c5e-494d-95c6-178b4c2f1483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.509090 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a01b3579-0c5e-494d-95c6-178b4c2f1483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.590291 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a01b3579-0c5e-494d-95c6-178b4c2f1483 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02ab9dcf5a3e412aaf5714bf952e90dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969597 Jul 07 20:50:48.593655 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 40126) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:48.608961 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b3579-0c5e-494d-95c6-178b4c2f1483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68ce601-1c5a-43b3-bf89-508984d024dd,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.682083 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6bddb7b0-7528-4f65-8476-dde263a30e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.709656 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6bddb7b0-7528-4f65-8476-dde263a30e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.810609 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6bddb7b0-7528-4f65-8476-dde263a30e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.814328 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6bddb7b0-7528-4f65-8476-dde263a30e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.815981 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-6bddb7b0-7528-4f65-8476-dde263a30e00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f68ce601-1c5a-43b3-bf89-508984d024dd HTTP/1.1" status: 204 len: 168 time: 0.2197869 Jul 07 20:50:48.825897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddb7b0-7528-4f65-8476-dde263a30e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68ce601-1c5a-43b3-bf89-508984d024dd,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.979357 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618f7b7-869b-41e9-b5f0-665db9464a0f req-e65aa564-ff48-4a0c-8ffc-79df8a1db378 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.987796 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6618f7b7-869b-41e9-b5f0-665db9464a0f req-e65aa564-ff48-4a0c-8ffc-79df8a1db378 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 943 time: 0.1036592 Jul 07 20:50:49.030792 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6618f7b7-869b-41e9-b5f0-665db9464a0f req-d5b7d947-bece-44b1-bf48-96da72182b5b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Jul 07 20:50:49.349080 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40144) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:49.368301 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-453d4e31-9aa5-4d27-8c81-08a20d97dd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.383479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45401-5eac-4492-824e-9160170f362a req-4896e477-e45a-4880-a67d-908565f0d538 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:49.385484 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6bb45401-5eac-4492-824e-9160170f362a req-4896e477-e45a-4880-a67d-908565f0d538 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.1138194 Jul 07 20:50:49.458617 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6bb45401-5eac-4492-824e-9160170f362a req-35cffa26-ed8e-40ac-a788-dd978c4160fc tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624018 Jul 07 20:50:49.536380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-453d4e31-9aa5-4d27-8c81-08a20d97dd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.543756 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-453d4e31-9aa5-4d27-8c81-08a20d97dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.618943 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-453d4e31-9aa5-4d27-8c81-08a20d97dd35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=186827a4b2824ee2815be6bfe30b4b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681007 Jul 07 20:50:49.620527 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d4e31-9aa5-4d27-8c81-08a20d97dd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1886dbfd-9aea-4be5-a1bb-b7a7ac6c43c0,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:49.624917 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40148) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:49.709359 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544d64-5d5c-44ae-b3d1-66329134f4c7 req-ed9a2164-57fc-48d1-a820-b42f8b603b1d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:49.711361 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6544d64-5d5c-44ae-b3d1-66329134f4c7 req-ed9a2164-57fc-48d1-a820-b42f8b603b1d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1091647 Jul 07 20:50:49.721318 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec234-2631-4ccb-913c-6dded340cfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.767359 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec234-2631-4ccb-913c-6dded340cfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.769986 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6544d64-5d5c-44ae-b3d1-66329134f4c7 req-40b1dbfa-83d3-4703-9480-fbc095a5d6e6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455816 Jul 07 20:50:49.833452 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec234-2631-4ccb-913c-6dded340cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.836094 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec234-2631-4ccb-913c-6dded340cfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.837290 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dc4ec234-2631-4ccb-913c-6dded340cfaa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1886dbfd-9aea-4be5-a1bb-b7a7ac6c43c0 HTTP/1.1" status: 204 len: 168 time: 0.2104454 Jul 07 20:50:49.851519 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ec234-2631-4ccb-913c-6dded340cfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886dbfd-9aea-4be5-a1bb-b7a7ac6c43c0,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:50.313166 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415c046-442b-48aa-a598-8b91ab683a24 req-5b96290d-88b6-4483-a4e8-b425b62414a0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.316802 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c415c046-442b-48aa-a598-8b91ab683a24 req-5b96290d-88b6-4483-a4e8-b425b62414a0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 943 time: 0.1160870 Jul 07 20:50:50.394090 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c415c046-442b-48aa-a598-8b91ab683a24 req-d917c8d1-492a-4cee-a1b5-40aed1d314e1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698428 Jul 07 20:50:50.709398 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af7cc-458a-400d-8696-b9c21a056942 req-e5270477-24ee-4d45-a079-de16133b1055 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.711086 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dc6af7cc-458a-400d-8696-b9c21a056942 req-e5270477-24ee-4d45-a079-de16133b1055 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.0897334 Jul 07 20:50:50.797761 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dc6af7cc-458a-400d-8696-b9c21a056942 req-5f02db43-abf1-4576-bd26-566ff3807060 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774746 Jul 07 20:50:51.056751 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844aa7f-f7af-46c0-9858-1e86dee2a02b req-acf90eaf-464f-4fbf-872c-143e6235ff0f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:51.070662 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f844aa7f-f7af-46c0-9858-1e86dee2a02b req-acf90eaf-464f-4fbf-872c-143e6235ff0f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1222911 Jul 07 20:50:51.138677 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f844aa7f-f7af-46c0-9858-1e86dee2a02b req-66b69e28-f3de-42c4-80f0-b50ecc1a0a79 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675397 Jul 07 20:50:51.445806 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:51.521751 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.664155 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:51.689085 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'port_id': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', 'mac_address': 'fa:16:3e:8f:14:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a12624-db88-46b8-9b8c-05674238b7d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:51.709641 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416348f-80d7-4dc6-a7c5-1d696f60b39d req-211bd2b8-d68d-4a01-b953-ef6b695e71c5 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:51.711436 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b416348f-80d7-4dc6-a7c5-1d696f60b39d req-211bd2b8-d68d-4a01-b953-ef6b695e71c5 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 943 time: 0.1013942 Jul 07 20:50:51.775928 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.780642 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b416348f-80d7-4dc6-a7c5-1d696f60b39d req-3f46b525-574f-403e-9dc4-76dc91c29e46 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Jul 07 20:50:51.810618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:51.840951 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:51.847500 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.984246 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:52.100133 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231764a-2d6b-4a26-af54-af9cc17e6632 req-bc762553-64b5-4430-af1c-f807f2b6b7c0 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:52.108115 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9231764a-2d6b-4a26-af54-af9cc17e6632 req-bc762553-64b5-4430-af1c-f807f2b6b7c0 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 948 time: 0.1137414 Jul 07 20:50:52.159179 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9231764a-2d6b-4a26-af54-af9cc17e6632 req-48aa5b4d-108b-428b-925f-8618bc30f5f3 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Jul 07 20:50:52.205903 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:52.305409 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:52.403423 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343fb74-ddbd-47f4-b2fa-d979795e567c req-22d8f3fe-289d-4439-b2ab-24dac4c02d99 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:52.411657 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0343fb74-ddbd-47f4-b2fa-d979795e567c req-22d8f3fe-289d-4439-b2ab-24dac4c02d99 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1151938 Jul 07 20:50:52.476120 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0343fb74-ddbd-47f4-b2fa-d979795e567c req-c920245c-2a37-42d7-83c8-2121fc6cfd7c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631757 Jul 07 20:50:52.670122 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40280) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:52.696732 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:52.740923 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Deleting subnet 9bc5b03a-e887-45e4-9a9f-a8b016108daa {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:52.741380 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f', 'network_id': '9325ab61-5fcf-42ee-915b-23f35a76a90f', 'port_id': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f', 'mac_address': 'fa:16:3e:ed:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00a2d73-a848-456b-a91b-bcbe1fcf8944', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:52.746613 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.817032 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.862489 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.888435 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:52.900762 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.922534 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:52.929274 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.020237 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.041766 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.083570 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.086457 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9bc5b03a-e887-45e4-9a9f-a8b016108daa HTTP/1.1" status: 204 len: 168 time: 0.4148149 Jul 07 20:50:53.087673 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d9324-7ac9-45fa-a02d-a4ae1834e8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc5b03a-e887-45e4-9a9f-a8b016108daa,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.090476 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40292) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:53.133317 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2df60-5c92-44c0-a51b-e3e1ed328ad1 req-791500b4-980b-4854-8243-3b40884f1536 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:53.136366 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-11b2df60-5c92-44c0-a51b-e3e1ed328ad1 req-791500b4-980b-4854-8243-3b40884f1536 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 944 time: 0.1602376 Jul 07 20:50:53.207450 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-11b2df60-5c92-44c0-a51b-e3e1ed328ad1 req-f98aecb2-9509-4779-8e55-9e6a3d35d46c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Jul 07 20:50:53.207790 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.350962 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:53.413032 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.441317 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1683a1-dea0-4d4b-afb4-f66d45f97aef']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:53.465875 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771fdea0-a8c2-4889-986e-4cf5044d269c') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:53.466397 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771fdea0-a8c2-4889-986e-4cf5044d269c') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:53.495215 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.538195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c781ee-c23f-4313-968f-7a4d89a74393 req-2329bfd9-d39d-4e49-acc2-eac45fdc07a3 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:53.541095 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-27c781ee-c23f-4313-968f-7a4d89a74393 req-2329bfd9-d39d-4e49-acc2-eac45fdc07a3 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 949 time: 0.2046986 Jul 07 20:50:53.542853 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.559112 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:53.559926 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:53.564407 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:53.656158 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-27c781ee-c23f-4313-968f-7a4d89a74393 req-e99d8db8-5ba3-49ce-ac6a-8f622533a25f tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009738 Jul 07 20:50:53.661902 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.681854 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.683004 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4e1683a1-dea0-4d4b-afb4-f66d45f97aef HTTP/1.1" status: 204 len: 168 time: 0.5914030 Jul 07 20:50:53.684480 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f0741-4e7c-4d1f-affc-35a8117cc5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1683a1-dea0-4d4b-afb4-f66d45f97aef,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.739042 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42252556-1822-4353-87d4-f7cd8c98c26c req-4774002e-d832-4f51-8a95-2449a1b1cddd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:53.741794 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42252556-1822-4353-87d4-f7cd8c98c26c req-4774002e-d832-4f51-8a95-2449a1b1cddd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1249256 Jul 07 20:50:53.826358 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42252556-1822-4353-87d4-f7cd8c98c26c req-d4499f39-2205-45d2-9225-7194e63545c6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Jul 07 20:50:54.019055 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583149ce-bee9-4cb1-b209-36a9b7f78915 req-90bd7d4b-dd3a-498b-897f-ce54b5c9bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:54.020892 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-583149ce-bee9-4cb1-b209-36a9b7f78915 req-90bd7d4b-dd3a-498b-897f-ce54b5c9bd7e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 1099 time: 0.0763879 Jul 07 20:50:54.041579 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40308) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:54.065887 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-583149ce-bee9-4cb1-b209-36a9b7f78915 req-7827ff3f-c75c-432a-abd8-ecc7fb940261 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Jul 07 20:50:54.118745 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c1a00d01-2414-4511-9bc2-542fdca40a49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3bf20473a92f46ad8cdf0c77536eacb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0732787 Jul 07 20:50:54.121492 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40310) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:54.211602 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0eac-837e-4211-b36c-87b05fee33cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.239010 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0eac-837e-4211-b36c-87b05fee33cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.318118 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:54.341031 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0eac-837e-4211-b36c-87b05fee33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.347603 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0eac-837e-4211-b36c-87b05fee33cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.350449 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5c5f0eac-837e-4211-b36c-87b05fee33cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0ed5a7a-7c77-4a2f-883d-d374ede47fed HTTP/1.1" status: 204 len: 168 time: 0.2269149 Jul 07 20:50:54.374601 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f0eac-837e-4211-b36c-87b05fee33cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ed5a7a-7c77-4a2f-883d-d374ede47fed,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:54.416786 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:54.423168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:54.423930 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.526047 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80b3d8-6acc-4cd1-b987-44f754d6f4b9 req-70f50386-3ced-4041-bfd0-538a1a64914a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:54.527955 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2c80b3d8-6acc-4cd1-b987-44f754d6f4b9 req-70f50386-3ced-4041-bfd0-538a1a64914a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 944 time: 0.0841522 Jul 07 20:50:54.556203 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.580131 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2c80b3d8-6acc-4cd1-b987-44f754d6f4b9 req-b4e57d50-393c-4da6-ac3c-338683ed59c8 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Jul 07 20:50:54.587688 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:54.591840 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aef4ae-3c25-4122-a5f4-9077d2feefc9" -d '{"events": [{"server_uuid": "22013b1c-32ec-4cab-9ac6-a817646b412e", "name": "network-vif-plugged", "status": "completed", "tag": "48b192c3-402a-4d5c-9453-1f1ce0d9d5c4"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:54.619637 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:54.627192 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.628687 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:54.669332 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b19c192-c58f-4d14-a0b7-d890ab6fecff x-openstack-request-id: req-6b19c192-c58f-4d14-a0b7-d890ab6fecff {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:54.670725 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22013b1c-32ec-4cab-9ac6-a817646b412e", "name": "network-vif-plugged", "status": "completed", "tag": "48b192c3-402a-4d5c-9453-1f1ce0d9d5c4", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:54.671349 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b19c192-c58f-4d14-a0b7-d890ab6fecff {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:54.672730 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', 'code': 200} Jul 07 20:50:54.785390 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:54.824990 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:54.838291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:54.839617 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.942229 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d234ea2-91ee-47d4-8441-8c0af083d8e3 req-46ae8c76-d362-4574-a31b-9a6df6ea5350 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:54.957596 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0d234ea2-91ee-47d4-8441-8c0af083d8e3 req-46ae8c76-d362-4574-a31b-9a6df6ea5350 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 949 time: 0.1231153 Jul 07 20:50:54.969529 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.014015 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:55.020631 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0d234ea2-91ee-47d4-8441-8c0af083d8e3 req-beaaf915-9ae1-4318-89f1-c7f61b39bb1f tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615423 Jul 07 20:50:55.023254 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.148199 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:55.237400 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845c162-19fa-430e-8071-cfecc21016c6 req-96ac723d-000c-4983-a665-3b1fb3130ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:55.239479 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a845c162-19fa-430e-8071-cfecc21016c6 req-96ac723d-000c-4983-a665-3b1fb3130ffc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 1098 time: 0.1359479 Jul 07 20:50:55.316518 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a845c162-19fa-430e-8071-cfecc21016c6 req-1ff7ac4a-f4a1-4f50-a5c1-2040b48fdfe8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656009 Jul 07 20:50:55.382375 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139f63-4a69-4991-812a-9fa33b99906b req-4758d4d3-6349-4ffd-b646-f0ac31c89803 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:55.385041 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6c139f63-4a69-4991-812a-9fa33b99906b req-4758d4d3-6349-4ffd-b646-f0ac31c89803 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1881664 Jul 07 20:50:55.486033 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6c139f63-4a69-4991-812a-9fa33b99906b req-0a8a62eb-431b-44ec-b928-83db190a255a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Jul 07 20:50:55.791691 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40360) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:55.866398 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40364) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:55.899229 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618a749-483a-4118-a7f3-379ba7282e1c req-648eca33-db8e-49b3-91a5-7162f40f92fb tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:55.907009 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b618a749-483a-4118-a7f3-379ba7282e1c req-648eca33-db8e-49b3-91a5-7162f40f92fb tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 945 time: 0.0874338 Jul 07 20:50:55.946862 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b618a749-483a-4118-a7f3-379ba7282e1c req-17f925b4-a965-455a-b30c-a39346a6a796 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Jul 07 20:50:56.030722 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.044384 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1773655013-network', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:56.085252 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.db.api [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:50:56.085252 dv-cinder-790535-7-iscsi neutron-server[99431]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 20:50:56.085252 dv-cinder-790535-7-iscsi neutron-server[99431]: [parameters: {'project_id': '6c637e55eabc4386b98a65752c99df30', 'id': 'ae996d44-13c9-4f4f-82dc-b8b154e111e4', 'expiration': datetime.datetime(2021, 7, 7, 20, 52, 56, 67027)}] Jul 07 20:50:56.085252 dv-cinder-790535-7-iscsi neutron-server[99431]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:50:56.085941 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG oslo_db.api [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:50:56.095812 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Made reservation on behalf of ecdb6044e7434c4fa0514da516c4033f for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:56.099853 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.115149 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.265658 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:50:56.285836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.291433 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.305663 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e01ce-8a9b-494e-a4b6-c9eb1adc49e8 req-dc1ca95b-643a-4856-a7ce-537e16579156 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.307329 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a10e01ce-8a9b-494e-a4b6-c9eb1adc49e8 req-dc1ca95b-643a-4856-a7ce-537e16579156 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.1252613 Jul 07 20:50:56.348810 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:56.356590 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476bd763-c7f2-4c88-9e2d-7defa97975ed,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:56.370022 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.370404 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Added segment 4800db5e-4dbb-4c5c-875b-3fcdc7e46009 of type vlan for network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c Jul 07 20:50:56.435263 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a10e01ce-8a9b-494e-a4b6-c9eb1adc49e8 req-2b4c0313-3dc6-4766-be09-801ebcf36061 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193109 Jul 07 20:50:56.436781 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.490763 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.492184 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.493226 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.592616 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.623734 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8304269 Jul 07 20:50:56.626445 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 40378) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:56.639116 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Request body: {'subnet': {'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1773655013-subnet', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:56.656633 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e7094-47ee-459b-bdfa-dbc123d2fffd admin admin] Pushing event updated for resources: {'Network': ['ID=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:56.675371 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:56.677735 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3824679-8a7d-41a3-a22a-d8b9409cad7d" -d '{"events": [{"server_uuid": "8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f", "name": "network-vif-plugged", "status": "completed", "tag": "d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:56.680681 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:56.687857 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.db.api [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:50:56.687857 dv-cinder-790535-7-iscsi neutron-server[99431]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 20:50:56.687857 dv-cinder-790535-7-iscsi neutron-server[99431]: [parameters: {'project_id_1': '6c637e55eabc4386b98a65752c99df30', 'expiration_1': datetime.datetime(2021, 7, 7, 20, 50, 56, 652288)}] Jul 07 20:50:56.687857 dv-cinder-790535-7-iscsi neutron-server[99431]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:50:56.689404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG oslo_db.api [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:50:56.694264 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Made reservation on behalf of ecdb6044e7434c4fa0514da516c4033f for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:56.700522 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.787114 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5387abf4-0416-4b53-ac6a-ebd72d8be587 x-openstack-request-id: req-5387abf4-0416-4b53-ac6a-ebd72d8be587 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:56.787549 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f", "name": "network-vif-plugged", "status": "completed", "tag": "d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:56.788362 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5387abf4-0416-4b53-ac6a-ebd72d8be587 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:56.788918 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f', 'code': 200} Jul 07 20:50:56.833369 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2742091-27ea-433b-9b76-f40a6820cf6a req-faa154ba-5ae6-47b0-bd01-928dd4739172 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.835021 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a2742091-27ea-433b-9b76-f40a6820cf6a req-faa154ba-5ae6-47b0-bd01-928dd4739172 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0968060 Jul 07 20:50:56.933731 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a2742091-27ea-433b-9b76-f40a6820cf6a req-01a585e3-f3a7-45d8-86b1-004c085e5429 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905530 Jul 07 20:50:57.001525 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.105354 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cec71d-9b72-4cdb-9a98-997101cd3a61,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:57.177898 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Checking segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:57.178567 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Network hostable DHCP agents. Network: 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:57.194471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee777f2-c8de-434c-b967-3e16c92bd23f req-2e0abf48-4346-4bf5-914f-1eca84defa2a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.196838 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bee777f2-c8de-434c-b967-3e16c92bd23f req-2e0abf48-4346-4bf5-914f-1eca84defa2a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 945 time: 0.1016264 Jul 07 20:50:57.201994 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.254328 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:57.278872 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bee777f2-c8de-434c-b967-3e16c92bd23f req-f68c5fb9-4e9e-4cd6-b42e-e797e741d472 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731971 Jul 07 20:50:57.284960 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9280-5f41-4f55-93f6-4f66879c6c07 req-a2f56ec0-6ce2-49d3-8944-e75f101f31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.287802 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4e5b9280-5f41-4f55-93f6-4f66879c6c07 req-a2f56ec0-6ce2-49d3-8944-e75f101f31d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 1103 time: 0.1663513 Jul 07 20:50:57.289405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:57.307591 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21663a-a68b-4632-9237-6405b2c0b38d None None] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:57.324162 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.325305 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.379387 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.384935 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.422979 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c637e55eabc4386b98a65752c99df30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5550122 Jul 07 20:50:57.430894 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40390) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:57.445586 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186455b5-4126-41b3-85fa-e9e95ab31a8b req-cb664d57-4c1e-4197-8753-070bb4cd6dff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.453187 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-186455b5-4126-41b3-85fa-e9e95ab31a8b req-cb664d57-4c1e-4197-8753-070bb4cd6dff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2693350 Jul 07 20:50:57.459906 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5c5e9ba0-8a14-43e0-8488-2361965d8abd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8320999 Jul 07 20:50:57.466304 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 40392) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:57.473112 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:57.493675 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70506cc-46b4-4cbc-a959-bf92db0b8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751d343-efbb-4b89-af51-7d0d9f193438,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:57.521086 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4e5b9280-5f41-4f55-93f6-4f66879c6c07 req-d0783619-27a4-41b9-8077-8a50c4c57267 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764746 Jul 07 20:50:57.542390 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.545901 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.594301 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5f9591c-9c38-4216-808c-ff873de7edf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.670580 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5f9591c-9c38-4216-808c-ff873de7edf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.692261 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.711251 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:50:57.713717 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.770403 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-186455b5-4126-41b3-85fa-e9e95ab31a8b req-ee042462-4fa7-4d4d-8862-aee1e6d507e6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157227 Jul 07 20:50:57.818930 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5f9591c-9c38-4216-808c-ff873de7edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.821998 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5f9591c-9c38-4216-808c-ff873de7edf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.823381 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a5f9591c-9c38-4216-808c-ff873de7edf8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f751d343-efbb-4b89-af51-7d0d9f193438 HTTP/1.1" status: 204 len: 168 time: 0.3914993 Jul 07 20:50:57.839124 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9591c-9c38-4216-808c-ff873de7edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751d343-efbb-4b89-af51-7d0d9f193438,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:57.868330 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf97059-2107-4f16-a75a-89d220891113 req-c84abfa1-d2a6-4520-bbb5-831cd09273d6 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.876747 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7bf97059-2107-4f16-a75a-89d220891113 req-c84abfa1-d2a6-4520-bbb5-831cd09273d6 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.1234474 Jul 07 20:50:57.952297 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7bf97059-2107-4f16-a75a-89d220891113 req-353137f7-bdf3-4af2-b07f-5c0c33105924 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700672 Jul 07 20:50:58.043454 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.141396 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Allocated IP 172.20.0.2 (04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c/79cec71d-9b72-4cdb-9a98-997101cd3a61/f1010cc3-a9e2-4cc7-9d1e-6293e78b1231) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:58.433218 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40418) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:58.477766 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5247adec-5bae-42f6-8f6e-295076706582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.512143 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.551491 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Transition to ACTIVE for port object f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:58.577106 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Transition to ACTIVE for port object f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:58.587180 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.622829 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.647447 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:58.663168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:58.668707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:58.675469 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.692052 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5247adec-5bae-42f6-8f6e-295076706582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.700170 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5247adec-5bae-42f6-8f6e-295076706582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.740072 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5247adec-5bae-42f6-8f6e-295076706582 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e7c053db87e454ebf645d1df812c2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998745 Jul 07 20:50:58.745339 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40428) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:58.853763 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247adec-5bae-42f6-8f6e-295076706582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c3d8b8-043c-47f0-833f-fb6691ded46d,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:58.860152 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f31a8a73-0ed4-44ef-ad9d-4e413aa48e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.918027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f31a8a73-0ed4-44ef-ad9d-4e413aa48e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.936733 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Allocated IP 172.27.3.113 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/6487b31f-cbe2-4601-b00e-dfc3cce36829) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:58.953424 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Pushing event updated for resources: {'Port': ['ID=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.034942 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f31a8a73-0ed4-44ef-ad9d-4e413aa48e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.039651 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Attempting to bind port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:59.040263 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Attempting to bind port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:59.040774 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Attempting to bind port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:59.042157 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f31a8a73-0ed4-44ef-ad9d-4e413aa48e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.046470 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f31a8a73-0ed4-44ef-ad9d-4e413aa48e05 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/60c3d8b8-043c-47f0-833f-fb6691ded46d HTTP/1.1" status: 204 len: 168 time: 0.2983930 Jul 07 20:50:59.051084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:59.052065 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Checking segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:59.052516 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.053002 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Bound using segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:59.053635 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Bound port: f1010cc3-a9e2-4cc7-9d1e-6293e78b1231, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:59.054622 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.063721 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a8a73-0ed4-44ef-ad9d-4e413aa48e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c3d8b8-043c-47f0-833f-fb6691ded46d,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.186715 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] For port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:59.194610 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] For port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:59.213375 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.248545 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.348069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e8ecb-015b-473f-96a4-4bcb182d4360 None None] Pushing event updated for resources: {'Port': ['ID=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.393414 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.441191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:59.447484 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:59.451482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:59.557433 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6487b31f-cbe2-4601-b00e-dfc3cce36829,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.669086 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231bac9-a0b2-4b6b-8e60-1e6ef33eaeb0 req-5ecdab5c-a10f-4adf-a1d9-1556e9d3b8d5 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:59.670769 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b231bac9-a0b2-4b6b-8e60-1e6ef33eaeb0 req-5ecdab5c-a10f-4adf-a1d9-1556e9d3b8d5 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.4845169 Jul 07 20:50:59.736494 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b231bac9-a0b2-4b6b-8e60-1e6ef33eaeb0 req-548dc109-c481-4c53-94da-9ec4d64e7ebd tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Jul 07 20:51:00.213083 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:00.295071 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:00.422978 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.580761 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-f26d43d3-4f15-4387-ba16-e4555bc538e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:00.582385 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-f26d43d3-4f15-4387-ba16-e4555bc538e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.1195896 Jul 07 20:51:00.673897 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df2b92-8f8f-482d-a957-fee2379585f5 req-9378ba93-6b56-4310-90e2-49cde666e7a4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:00.677800 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e6df2b92-8f8f-482d-a957-fee2379585f5 req-9378ba93-6b56-4310-90e2-49cde666e7a4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1669586 Jul 07 20:51:00.782074 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e6df2b92-8f8f-482d-a957-fee2379585f5 req-d14301f8-3d40-420c-88db-4fcbbd6ea0f0 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937932 Jul 07 20:51:00.942891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-32c787b9-a657-4bae-8af6-473ee3189db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:00.946063 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-32c787b9-a657-4bae-8af6-473ee3189db7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 919 time: 0.3563924 Jul 07 20:51:00.948815 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.086406 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1544155-7317-4850-a885-1c4b8b548e57 None None] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:01.110473 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-ffe98bd2-1376-46da-8431-84171ca4e474 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 217 time: 0.0698051 Jul 07 20:51:01.219575 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-4b85b234-24b5-42ed-a03c-e03fde90bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.221344 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-4b85b234-24b5-42ed-a03c-e03fde90bf01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.0949967 Jul 07 20:51:01.238282 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] Provisioning for port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:01.247926 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] Provisioning complete for port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:01.248874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.310203 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-0b9742bf-69b2-4d63-8e5d-0c9e1605775a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461919 Jul 07 20:51:01.418507 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e3272-d049-4084-ae7f-5589d761d93f req-81bb3f6c-0e4a-425a-b064-e2075bcca89d tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.420355 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dc7e3272-d049-4084-ae7f-5589d761d93f req-81bb3f6c-0e4a-425a-b064-e2075bcca89d tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.3809421 Jul 07 20:51:01.500473 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.520935 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-4406a891-afe4-47ff-919f-97230e0d8448 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984336 Jul 07 20:51:01.528502 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:01.550597 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dc7e3272-d049-4084-ae7f-5589d761d93f req-45c19df6-1f3b-4efd-b021-2605eddef3c4 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144400 Jul 07 20:51:01.569255 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] For port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:01.576366 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.703301 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f06b1-2913-43b5-b6d8-5216edb32eb5 None None] Pushing event updated for resources: {'Port': ['ID=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:01.743133 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1359492a-0317-4fbe-afab-833a1f44e7ff req-4692e2e3-44d5-4008-8f2d-286372b29cac service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092891 Jul 07 20:51:01.764958 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:01.795771 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:01.803757 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.806332 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2a073a83-75e0-4299-aec5-c4a4103d42d8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3369911 Jul 07 20:51:01.807735 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:01.808735 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:50:36Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:01.811153 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40502) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:01.907205 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-c51562b5-6de5-484e-958b-41e3aaf93db4 None None] Provisioning complete for port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:01.908296 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c51562b5-6de5-484e-958b-41e3aaf93db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.997193 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:02.187980 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:02.262229 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:02.263675 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.330851 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:00Z', 'revision_number': 3, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:02.364500 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:02.364954 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Updating router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 port 6487b31f-cbe2-4601-b00e-dfc3cce36829 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:02.428394 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.675404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.693696 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176914fd-03f3-4ba4-9a63-1707c41b9ac7 req-c1504fe4-092f-4d0d-8344-3c08555a29ba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.697009 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-176914fd-03f3-4ba4-9a63-1707c41b9ac7 req-c1504fe4-092f-4d0d-8344-3c08555a29ba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1592875 Jul 07 20:51:02.776424 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-176914fd-03f3-4ba4-9a63-1707c41b9ac7 req-e0544350-cea5-40de-aa24-19c1af75e76f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706336 Jul 07 20:51:02.866882 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.879530 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Transition to ACTIVE for port object 6487b31f-cbe2-4601-b00e-dfc3cce36829 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:02.888243 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.931211 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Allocated IP 172.20.0.1 (04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c/79cec71d-9b72-4cdb-9a98-997101cd3a61/eefbc8de-4b1d-49eb-9031-82f71a95b5b5) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:02.958219 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Attempting to bind port 6487b31f-cbe2-4601-b00e-dfc3cce36829 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:02.958701 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Attempting to bind port 6487b31f-cbe2-4601-b00e-dfc3cce36829 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:02.968144 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Attempting to bind port 6487b31f-cbe2-4601-b00e-dfc3cce36829 on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:02.989981 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Pushing event updated for resources: {'Port': ['ID=6487b31f-cbe2-4601-b00e-dfc3cce36829,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:02.995656 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:02.996106 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:02.996783 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.997250 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:02.997860 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Bound port: 6487b31f-cbe2-4601-b00e-dfc3cce36829, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:02.998280 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.028350 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.029454 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.029454 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.029454 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.029921 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.030093 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.030438 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.030740 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.032078 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.032078 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.032078 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.033079 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:03.106570 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] For port 6487b31f-cbe2-4601-b00e-dfc3cce36829, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:03.111640 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd761b-45f7-49a4-b3c9-e82afdb06540 req-ed356c9e-37c4-4e22-b54c-f9222dc9b45a tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:03.112710 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.113348 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5afd761b-45f7-49a4-b3c9-e82afdb06540 req-ed356c9e-37c4-4e22-b54c-f9222dc9b45a tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.1054902 Jul 07 20:51:03.113572 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] For port 6487b31f-cbe2-4601-b00e-dfc3cce36829, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6487b31f-cbe2-4601-b00e-dfc3cce36829,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:03.120074 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.138693 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Transition to ACTIVE for port object eefbc8de-4b1d-49eb-9031-82f71a95b5b5 will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:03.185646 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:03.186725 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:50:36Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:03.208680 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.211633 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5afd761b-45f7-49a4-b3c9-e82afdb06540 req-0abb002c-06c6-4135-abe3-2991e9949cf7 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821328 Jul 07 20:51:03.260717 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75984d50-8541-49d8-94a8-c3bcc85eabd6 None None] Pushing event updated for resources: {'Port': ['ID=6487b31f-cbe2-4601-b00e-dfc3cce36829,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:03.298152 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:03.301974 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:03.306815 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:03.310509 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Pushing event updated for resources: {'Port': ['ID=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:03.363849 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:03.367838 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.484375 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e3161e1d-214c-477e-a1fc-92ef68c61e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.615833 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.684473 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:00Z', 'revision_number': 3, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:03.697369 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-4d3388b1-4612-4f82-8ec4-cb84db94c5eb None None] Provisioning for port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:03.703376 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-4d3388b1-4612-4f82-8ec4-cb84db94c5eb None None] Provisioning complete for port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:03.704131 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-4d3388b1-4612-4f82-8ec4-cb84db94c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.719392 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821c06a-fbc6-4b84-93d2-c61a5b8e9e46 None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:00Z', 'revision_number': 3, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:03.778471 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-4d3388b1-4612-4f82-8ec4-cb84db94c5eb None None] Port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:03.875229 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.881476 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.960442 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.963553 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Pushing event updated for resources: {'Port': ['ID=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:04.154126 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:04.156416 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:04.257532 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6487b31f-cbe2-4601-b00e-dfc3cce36829 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:04.365678 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 6487b31f-cbe2-4601-b00e-dfc3cce36829 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:04.370209 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 6487b31f-cbe2-4601-b00e-dfc3cce36829 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:04.371451 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.427002 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:04.527492 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.562730 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 6487b31f-cbe2-4601-b00e-dfc3cce36829, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6487b31f-cbe2-4601-b00e-dfc3cce36829,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:04.573851 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.609435 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:04.615578 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2f83a216-ef55-4b0e-8960-0a1d7f93c29d admin admin] 10.222.0.72 "PUT /v2.0/routers/b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029604 Jul 07 20:51:04.663548 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7dc0156f-1be0-4fe7-8e4a-45f125f62a78 None None] Provisioning complete for port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:04.664146 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7dc0156f-1be0-4fe7-8e4a-45f125f62a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.731882 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=6487b31f-cbe2-4601-b00e-dfc3cce36829,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:04.759912 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0156f-1be0-4fe7-8e4a-45f125f62a78 None None] Port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:05.761328 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-e7131617-ae6d-4bf9-ad68-a2d0ad6c2955 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:05.763305 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-e7131617-ae6d-4bf9-ad68-a2d0ad6c2955 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.1179702 Jul 07 20:51:05.786781 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-7342c8f4-4c7e-4829-8a74-d568a7c1d00c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/quotas/cb7289c3b2784708b7dc0f5c9cb7106f HTTP/1.1" status: 200 len: 375 time: 0.0116494 Jul 07 20:51:05.802864 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:05.819829 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:05.820709 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:50:36Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:05.895251 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-36a83f42-cb72-472e-9aa2-abc591f18c82 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981207 Jul 07 20:51:05.967157 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:06.017804 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-6546c9cf-7a35-4919-878d-ed296621d8ef service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136847 Jul 07 20:51:06.114777 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6487b31f-cbe2-4601-b00e-dfc3cce36829 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:06.160019 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-f2520d4a-43f8-4a54-ab04-3df0ef9649bd service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315405 Jul 07 20:51:06.303413 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 6487b31f-cbe2-4601-b00e-dfc3cce36829 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:06.303882 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.459851 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 2, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:06.512620 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:06.513238 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Updating router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:06.521800 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937347d-5202-44f4-8d07-841c98f682e6 req-fa1d6b46-54af-44ff-9712-c4abfa67033e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:06.525080 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9937347d-5202-44f4-8d07-841c98f682e6 req-fa1d6b46-54af-44ff-9712-c4abfa67033e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1033082 Jul 07 20:51:06.583728 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9937347d-5202-44f4-8d07-841c98f682e6 req-dc63008c-6bda-452e-b490-6ae8e81b8fdb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466609 Jul 07 20:51:06.608448 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-afc0316d-0aa0-4f23-bcde-037b3909cc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.614434 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.834694 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd3df-1914-4ff5-a000-bcc289bd7c04 req-adaf4ae1-9fa9-4147-9a6a-1aecf6023835 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:06.838533 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-24cfd3df-1914-4ff5-a000-bcc289bd7c04 req-adaf4ae1-9fa9-4147-9a6a-1aecf6023835 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.1324410 Jul 07 20:51:06.972153 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-24cfd3df-1914-4ff5-a000-bcc289bd7c04 req-1cbcd6bf-2725-48cd-83df-077bce3052df tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209955 Jul 07 20:51:07.053891 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.123339 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9cf142c9-3593-4fda-9b8d-87a979ceedd3 req-643d3b00-54ff-4d87-9204-63b79633921d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 210 time: 0.0579071 Jul 07 20:51:07.272528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.305989 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Transition to ACTIVE for port object eefbc8de-4b1d-49eb-9031-82f71a95b5b5 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:07.320651 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.407223 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-bfb167e5-6c9b-41fe-92d1-2d92a23161ca tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:07.412575 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-bfb167e5-6c9b-41fe-92d1-2d92a23161ca tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 950 time: 0.1826870 Jul 07 20:51:07.429041 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc86ab-428a-476a-ad7c-e184b6f75840 None None] Pushing event updated for resources: {'Port': ['ID=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:07.509548 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Attempting to bind port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:07.509933 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Attempting to bind port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:07.510325 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Attempting to bind port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:07.520857 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:07.521281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Checking segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:07.521664 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.522149 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Bound using segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:07.522632 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Bound port: eefbc8de-4b1d-49eb-9031-82f71a95b5b5, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:07.523031 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.693643 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] For port eefbc8de-4b1d-49eb-9031-82f71a95b5b5, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:07.699130 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] For port eefbc8de-4b1d-49eb-9031-82f71a95b5b5, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:07.710622 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.899990 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:07.900658 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:07.930804 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 40600) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:07.957641 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35274954', 'description': 'tempest-description--124553586'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:07.963900 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc86ab-428a-476a-ad7c-e184b6f75840 None None] Pushing event updated for resources: {'Port': ['ID=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.032105 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.101250 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Deleting port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:08.101603 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.294689 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf481b94-fbb5-4d18-90ca-5eaca1d438ed req-130b26ef-6a4c-4863-8c90-39ae1850e986 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:08.297095 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bf481b94-fbb5-4d18-90ca-5eaca1d438ed req-130b26ef-6a4c-4863-8c90-39ae1850e986 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2638788 Jul 07 20:51:08.300707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.347088 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:08.363156 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] For port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,segment=NetworkSegment(4186be88-ebc1-492e-aca7-4e34526cead8),segment_id=4186be88-ebc1-492e-aca7-4e34526cead8)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:08.363531 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.379379 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Calling delete_port for d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:08.399124 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bf481b94-fbb5-4d18-90ca-5eaca1d438ed req-81441189-5344-4106-84e6-431b14e6968c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856273 Jul 07 20:51:08.617806 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.759690 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.823847 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:07Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:08.851247 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1c3b3c3b-9fae-4cb1-9693-d81586cd212d req-73e97386-7fa4-4340-a592-ed3c6823e29e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 210 time: 0.1027553 Jul 07 20:51:08.911595 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.913167 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9699075 Jul 07 20:51:08.917606 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40626) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:08.923002 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'security_group_rule': {'security_group_id': 'd9e10b57-2516-47b5-9e62-47f5af6bbac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:08.955470 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e315c-8b11-4a59-82ae-61cff57c61dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e10b57-2516-47b5-9e62-47f5af6bbac9,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.983319 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.989079 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.012525 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-cf3d6d54-7a2d-47e2-a482-2707eab97875 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.014740 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-cf3d6d54-7a2d-47e2-a482-2707eab97875 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.4851470 Jul 07 20:51:09.053811 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:09.066967 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Request body: {'port': {'device_id': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'admin_state_up': True, 'tenant_id': 'cb7289c3b2784708b7dc0f5c9cb7106f'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:09.067484 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da624bcf-f670-4421-a0df-9ff0c4c358ed None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:07Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:09.077719 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Pushing event deleted for resources: {'Port': ['ID=d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.118040 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.150081 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.201879 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067075d3-1c9a-4e6e-91d5-9df7ab3cfad6,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.240485 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.246719 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-03830c65-019e-47d6-9639-bd9c45bbbac2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277533 Jul 07 20:51:09.248543 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40630) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:09.260376 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'security_group_rule': {'security_group_id': 'd9e10b57-2516-47b5-9e62-47f5af6bbac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:09.346632 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.394486 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] No DVR routers for this DVR port d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:09.412727 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.415078 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c3cc9c93-da76-4f89-acc1-0fe55922c2f0 req-ac6cdde9-7a47-45a8-afaa-bcfaf4db8598 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.83 "DELETE /v2.0/ports/d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f HTTP/1.1" status: 204 len: 173 time: 1.9946132 Jul 07 20:51:09.419019 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'name': 'network-vif-deleted', 'tag': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:09.431516 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73089da2-f6b8-46fe-8552-5f4bfa505c38" -d '{"events": [{"server_uuid": "8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f", "name": "network-vif-deleted", "tag": "d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:09.460695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53679a96-47fe-44ac-a6af-0028201d10d6 req-bb77bec1-445e-4751-83ba-963ec4634db1 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.468314 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-53679a96-47fe-44ac-a6af-0028201d10d6 req-bb77bec1-445e-4751-83ba-963ec4634db1 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 867 time: 0.6223507 Jul 07 20:51:09.541951 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.550100 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.569863 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-53679a96-47fe-44ac-a6af-0028201d10d6 req-5c677369-4c11-4d21-a035-afc717d09448 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/security-groups?id=6cced04e-7c30-459c-93fe-c641232aa4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 Jul 07 20:51:09.595279 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1ad400-c0fa-4654-ac4d-612cab745ee2,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.622362 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.627625 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e042ac33-eb7b-4985-bfca-baa015da8fbd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3750544 Jul 07 20:51:09.629833 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40644) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:09.645591 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876e342e-9968-4b6a-a80c-cca5a3f7ad2f x-openstack-request-id: req-876e342e-9968-4b6a-a80c-cca5a3f7ad2f {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:09.646177 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f", "name": "network-vif-deleted", "tag": "d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:09.646177 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-876e342e-9968-4b6a-a80c-cca5a3f7ad2f {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:09.646378 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:09.646574 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f', 'name': 'network-vif-deleted', 'tag': 'd35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f', 'status': 'completed', 'code': 200} Jul 07 20:51:09.652117 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Made reservation on behalf of cb7289c3b2784708b7dc0f5c9cb7106f for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:09.656340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.721042 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.861872 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Allocated IP 172.20.0.2 (ef8b348a-d22b-4f2f-b096-9eb551dcce6b/08a12624-db88-46b8-9b8c-05674238b7d0/47388764-7468-4a95-87d4-6e3de3f1cb60) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:09.951729 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274209-28f1-4c4d-a5e1-2c8c66f756be req-87bf8b80-d554-46b1-90ab-f5e775c55803 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.961906 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4b274209-28f1-4c4d-a5e1-2c8c66f756be req-87bf8b80-d554-46b1-90ab-f5e775c55803 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2021387 Jul 07 20:51:10.041911 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4b274209-28f1-4c4d-a5e1-2c8c66f756be req-ba6e894d-c78e-45af-aa82-3c511d4c1ca5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786312 Jul 07 20:51:10.102636 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.146456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.291611 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device eefbc8de-4b1d-49eb-9031-82f71a95b5b5 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:10.319180 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.338216 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce', '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:10.378302 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Allocated IP 172.27.3.151 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/edb7062e-4339-4861-8bba-56e4330b285f) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:10.426198 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:10.437353 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:10.440559 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:10.516277 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event updated for resources: {'Port': ['ID=47388764-7468-4a95-87d4-6e3de3f1cb60,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:10.544759 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.582527 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd2a1-3eca-4ce2-b8c5-62c1dd5baa4c req-768906e7-8ca7-4325-81e8-7b26b790703b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.584505 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3edbd2a1-3eca-4ce2-b8c5-62c1dd5baa4c req-768906e7-8ca7-4325-81e8-7b26b790703b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 931 time: 0.3291059 Jul 07 20:51:10.589180 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.609529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.641529 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.643180 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.649257 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:10.679257 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:10.685822 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:10.685822 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.686865 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:10.698908 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:10.709578 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'Port': ['ID=edb7062e-4339-4861-8bba-56e4330b285f,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:10.745989 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-5b86ebee-28fc-4f88-b489-51e938cb1d81 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6837754 Jul 07 20:51:10.760210 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Request body: {'port': {'device_id': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:10.887764 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.896782 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3edbd2a1-3eca-4ce2-b8c5-62c1dd5baa4c req-5160cd8f-659f-49c6-81f6-3a0f0413963f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502859 Jul 07 20:51:10.959618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.969938 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d15b8b65-2e47-47c5-967b-50495b9a3114 req-038e3684-4dab-4454-afee-f7bcb138a862 tempest-VolumesNegativeTest-198605813 tempest-VolumesNegativeTest-198605813-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a6dfca2-b5ab-48f9-926b-b3cc39ed6b0f HTTP/1.1" status: 200 len: 210 time: 0.0585811 Jul 07 20:51:11.031181 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.045242 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port eefbc8de-4b1d-49eb-9031-82f71a95b5b5, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:11.058931 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.123698 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.165221 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:11.436329 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.446722 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.669812 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47388764-7468-4a95-87d4-6e3de3f1cb60 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:11.680066 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.696501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Transition to ACTIVE for port object 47388764-7468-4a95-87d4-6e3de3f1cb60 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:11.701921 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.760047 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Pushing event updated for resources: {'Port': ['ID=47388764-7468-4a95-87d4-6e3de3f1cb60,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:11.789749 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.790100 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.790467 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.790849 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.791140 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.791707 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.791917 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.792128 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.792486 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.792800 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.793542 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.793542 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:11.852626 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Attempting to bind port 47388764-7468-4a95-87d4-6e3de3f1cb60 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:11.852982 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Attempting to bind port 47388764-7468-4a95-87d4-6e3de3f1cb60 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:11.853291 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Attempting to bind port 47388764-7468-4a95-87d4-6e3de3f1cb60 on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:11.858753 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Port 47388764-7468-4a95-87d4-6e3de3f1cb60 on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:11.859085 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Attempting to bind port 47388764-7468-4a95-87d4-6e3de3f1cb60 on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:11.867310 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:11.867693 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Checking segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:11.868044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Bound using segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:11.868496 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Bound port: 47388764-7468-4a95-87d4-6e3de3f1cb60, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:11.868858 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.997030 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'Port': ['ID=edb7062e-4339-4861-8bba-56e4330b285f,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:12.002203 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] For port 47388764-7468-4a95-87d4-6e3de3f1cb60, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:12.009113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] For port 47388764-7468-4a95-87d4-6e3de3f1cb60, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=47388764-7468-4a95-87d4-6e3de3f1cb60,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:12.013582 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.023482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.025829 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.026781 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.027658 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.028488 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.029433 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.030224 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.031027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.031797 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.032620 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.034113 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.034976 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.035750 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:12.110389 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.110389 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d526c54d-4e1d-4cd8-895e-2742e45a8ed7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4654164 Jul 07 20:51:12.133951 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:12.136255 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.138952 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] 10.222.0.83 "PUT /v2.0/ports/47388764-7468-4a95-87d4-6e3de3f1cb60 HTTP/1.1" status: 200 len: 1093 time: 1.3831456 Jul 07 20:51:12.143564 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'tag': '47388764-7468-4a95-87d4-6e3de3f1cb60'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:12.149363 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f8d21-3160-40ee-bc62-099749235dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e54b5-bbf8-454a-ae6f-e8040bd980b1", "tag": "47388764-7468-4a95-87d4-6e3de3f1cb60"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:12.163035 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21ceeb-7005-430c-a859-b4d4a2e8241a req-3ee5f83b-daba-4b55-8232-f80bcc4ee631 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:12.182361 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2a21ceeb-7005-430c-a859-b4d4a2e8241a req-3ee5f83b-daba-4b55-8232-f80bcc4ee631 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.7191799 Jul 07 20:51:12.260620 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device eefbc8de-4b1d-49eb-9031-82f71a95b5b5 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:12.264239 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1736868-c76d-4918-82a2-8ee7b166251a service neutron] Pushing event updated for resources: {'Port': ['ID=47388764-7468-4a95-87d4-6e3de3f1cb60,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:12.302105 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2a21ceeb-7005-430c-a859-b4d4a2e8241a req-054a120b-5797-43e5-8e58-3c8f290cd974 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181774 Jul 07 20:51:12.389001 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:12.389850 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.473457 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:12.518550 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:51:12.519703 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device d35c3fb8-02e0-494b-bcf2-c11c6f9a5d7f not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:12.778881 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40704) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:12.869325 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356d67e-d708-4d00-8efa-7afaa7c8f9a6 x-openstack-request-id: req-e356d67e-d708-4d00-8efa-7afaa7c8f9a6 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:12.870224 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e54b5-bbf8-454a-ae6f-e8040bd980b1", "tag": "47388764-7468-4a95-87d4-6e3de3f1cb60", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:12.870224 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e356d67e-d708-4d00-8efa-7afaa7c8f9a6 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:12.870915 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'tag': '47388764-7468-4a95-87d4-6e3de3f1cb60', 'status': 'completed', 'code': 200} Jul 07 20:51:12.994923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-20c1c2c4-5c22-4df8-bb2b-f6943266b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:12.996657 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-20c1c2c4-5c22-4df8-bb2b-f6943266b5b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 1096 time: 0.7614317 Jul 07 20:51:13.022912 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1608c1-0a1e-4c1b-b412-640944b176f5 req-40c58de8-3c65-499e-9a53-7871b0dca600 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.025733 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cd1608c1-0a1e-4c1b-b412-640944b176f5 req-40c58de8-3c65-499e-9a53-7871b0dca600 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 943 time: 0.7685926 Jul 07 20:51:13.147246 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a923eeb7-8ab1-4a9d-ac6c-76817c95c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:13.152494 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-4c127fa9-2924-48cd-90f0-4fb49da9d560 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47388764-7468-4a95-87d4-6e3de3f1cb60 HTTP/1.1" status: 200 len: 217 time: 0.1250072 Jul 07 20:51:13.224740 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cd1608c1-0a1e-4c1b-b412-640944b176f5 req-d9542dc8-4889-49dc-831b-97f3b51c9fe0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802466 Jul 07 20:51:13.319527 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-2d6ecff7-1261-40ef-8e9c-d4f4f8093adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.322600 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-2d6ecff7-1261-40ef-8e9c-d4f4f8093adb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.1203930 Jul 07 20:51:13.354098 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-a1a568a9-e618-412b-a793-a8cb8239b2c6 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--35274954&fields=id&tenant_id=ecdb6044e7434c4fa0514da516c4033f HTTP/1.1" status: 200 len: 267 time: 0.1313965 Jul 07 20:51:13.430726 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-dc93d7e1-9947-43df-850b-63b2a10e11ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996447 Jul 07 20:51:13.639115 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-1ff2eab8-bfd5-4cda-8d94-9a16e74e236b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.648562 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-1ff2eab8-bfd5-4cda-8d94-9a16e74e236b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 811 time: 0.2843451 Jul 07 20:51:13.674635 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-926ab14c-0b58-4a17-8c68-99944d70164f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/quotas/ecdb6044e7434c4fa0514da516c4033f HTTP/1.1" status: 200 len: 375 time: 0.0246425 Jul 07 20:51:13.742175 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a923eeb7-8ab1-4a9d-ac6c-76817c95c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:13.757515 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a923eeb7-8ab1-4a9d-ac6c-76817c95c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:13.757609 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-f9e6c744-47fe-4d81-9aa4-d08e087319ce service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142703 Jul 07 20:51:13.781387 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f27cb8-026b-416a-b627-c55646a19748 req-780dd13d-f087-4d93-8ae7-3d779c00f4eb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.784072 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3f27cb8-026b-416a-b627-c55646a19748 req-780dd13d-f087-4d93-8ae7-3d779c00f4eb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1952131 Jul 07 20:51:13.848081 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a923eeb7-8ab1-4a9d-ac6c-76817c95c8aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0d043a3c34d4dc09565d283e6eac4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0674922 Jul 07 20:51:13.850813 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 40768) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:13.852829 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923eeb7-8ab1-4a9d-ac6c-76817c95c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd1550-382a-4c73-8986-dd96e4a29ee1,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:13.900360 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-7026853d-fbb1-4c2e-b049-76e0d6c69838 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2064481 Jul 07 20:51:13.925539 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3f27cb8-026b-416a-b627-c55646a19748 req-0cdf3ac6-0d60-4863-a5aa-90bb30cfde54 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283796 Jul 07 20:51:13.990062 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-939592f6-0080-4ec0-9934-bc2923e66f99 req-4c68f317-4e4a-4d9a-9759-68155255532a service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043388 Jul 07 20:51:14.059898 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08545b54-6fcf-4cf6-aa34-ae3ea931b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.116366 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9d451fdf-5d03-44cc-b016-79bcb49f14fd service neutron] 10.222.0.72 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965890 Jul 07 20:51:14.125271 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08545b54-6fcf-4cf6-aa34-ae3ea931b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.204331 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8d21-3160-40ee-bc62-099749235dfd req-835d7741-35b6-4672-995a-f392637ab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.207431 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-835d7741-35b6-4672-995a-f392637ab8eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 1096 time: 0.1258054 Jul 07 20:51:14.348593 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-e9cbfbab-1f97-4f57-9d05-6e3d410fd6b6 service neutron] 10.222.0.72 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142613 Jul 07 20:51:14.350737 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8d21-3160-40ee-bc62-099749235dfd req-edbd7f8b-310a-4bcf-8371-73b1ea50adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.353043 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-edbd7f8b-310a-4bcf-8371-73b1ea50adc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 915 time: 0.1373882 Jul 07 20:51:14.354050 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08545b54-6fcf-4cf6-aa34-ae3ea931b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.357441 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08545b54-6fcf-4cf6-aa34-ae3ea931b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.358822 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-08545b54-6fcf-4cf6-aa34-ae3ea931b9b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdfd1550-382a-4c73-8986-dd96e4a29ee1 HTTP/1.1" status: 204 len: 168 time: 0.5068941 Jul 07 20:51:14.388998 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08545b54-6fcf-4cf6-aa34-ae3ea931b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd1550-382a-4c73-8986-dd96e4a29ee1,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:14.447250 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-1f4d0830-926a-43a4-b21d-10fd30715f8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47388764-7468-4a95-87d4-6e3de3f1cb60 HTTP/1.1" status: 200 len: 217 time: 0.0822902 Jul 07 20:51:14.631596 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8d21-3160-40ee-bc62-099749235dfd req-20a163c1-ccfc-4e12-b8a5-9d595308bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.639907 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-20a163c1-ccfc-4e12-b8a5-9d595308bf3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.1830854 Jul 07 20:51:14.688117 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-6aac68ee-e946-4a3e-8caa-eedf2d75fcfb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397420 Jul 07 20:51:14.781944 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e9faea1d-5033-4f87-bb17-a98b3881e6a2 req-5ce0120c-b101-4531-bbe0-3ccc05432845 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 210 time: 0.1328337 Jul 07 20:51:14.866625 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e04cae-fc95-4d7f-b871-07ec9eb1a23b req-9e856c20-b5e0-412a-a5a2-4a9c18aef4c3 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.868258 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47e04cae-fc95-4d7f-b871-07ec9eb1a23b req-9e856c20-b5e0-412a-a5a2-4a9c18aef4c3 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 943 time: 0.3482666 Jul 07 20:51:15.002798 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47e04cae-fc95-4d7f-b871-07ec9eb1a23b req-3b6b86ab-04d8-4a48-8b93-bea6ae80c9a5 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169765 Jul 07 20:51:15.019714 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-34f03323-50a8-40b3-ab8c-40df17f1d857 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183231 Jul 07 20:51:15.348944 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8faa5-1f2d-4696-926d-0074941c80a7 req-d543341a-9e36-4c32-95c4-1a2ca78a8883 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:15.358585 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a6c8faa5-1f2d-4696-926d-0074941c80a7 req-d543341a-9e36-4c32-95c4-1a2ca78a8883 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1790659 Jul 07 20:51:15.428439 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-893f8d21-3160-40ee-bc62-099749235dfd req-22622678-35a4-469b-a1cc-80a3fc86c35c service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950589 Jul 07 20:51:15.435991 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a6c8faa5-1f2d-4696-926d-0074941c80a7 req-078abd19-a28f-4aaf-bbaa-96e033cbca5c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741446 Jul 07 20:51:15.995765 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b49da80c-93b1-40bd-a86d-646b73747452 req-824ba898-85ac-4ee5-8218-30c61e6cb9ef tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 210 time: 0.0378320 Jul 07 20:51:16.323515 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dead9c1-6dce-4a80-a4eb-a6366b3dabf7 req-41de93a7-7292-441b-8a32-30272d95a947 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.325121 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0dead9c1-6dce-4a80-a4eb-a6366b3dabf7 req-41de93a7-7292-441b-8a32-30272d95a947 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 943 time: 0.1140971 Jul 07 20:51:16.433273 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 47388764-7468-4a95-87d4-6e3de3f1cb60 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:16.435072 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0dead9c1-6dce-4a80-a4eb-a6366b3dabf7 req-a20b2169-a9e6-42da-afe8-769fea480260 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940924 Jul 07 20:51:16.767007 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 47388764-7468-4a95-87d4-6e3de3f1cb60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=47388764-7468-4a95-87d4-6e3de3f1cb60,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:16.843942 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '47388764-7468-4a95-87d4-6e3de3f1cb60', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'port_id': '47388764-7468-4a95-87d4-6e3de3f1cb60', 'mac_address': 'fa:16:3e:37:ce:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a12624-db88-46b8-9b8c-05674238b7d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:16.952541 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:17.009949 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47388764-7468-4a95-87d4-6e3de3f1cb60 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:17.111549 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 47388764-7468-4a95-87d4-6e3de3f1cb60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=47388764-7468-4a95-87d4-6e3de3f1cb60,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:17.135168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:17.158862 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a3c9d-5734-43b2-be00-505a95b64a79 req-2a25b178-9ae1-45c7-b457-e03a4a37ccff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.179560 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e77a3c9d-5734-43b2-be00-505a95b64a79 req-2a25b178-9ae1-45c7-b457-e03a4a37ccff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2074943 Jul 07 20:51:17.222010 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=47388764-7468-4a95-87d4-6e3de3f1cb60,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:17.234821 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.235572 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.237069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.237867 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.238656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.239211 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.239761 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.240310 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.241008 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.241657 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.242300 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.242866 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:17.254717 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-62f167b7-7ad6-4ff5-9040-c87d99003b19 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.256891 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-62f167b7-7ad6-4ff5-9040-c87d99003b19 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 811 time: 0.4658093 Jul 07 20:51:17.300620 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e77a3c9d-5734-43b2-be00-505a95b64a79 req-487f2650-6682-47ed-8731-df83a4203f34 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192198 Jul 07 20:51:17.363435 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-6c24a6ea-4e64-420d-b1f7-d3458056557c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecdb6044e7434c4fa0514da516c4033f HTTP/1.1" status: 200 len: 378 time: 0.0899034 Jul 07 20:51:17.380100 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'port': {'device_id': '16669549-15f4-4c0c-84fe-292b85f64085', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'admin_state_up': True, 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'security_groups': ['d9e10b57-2516-47b5-9e62-47f5af6bbac9']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:17.503531 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['47388764-7468-4a95-87d4-6e3de3f1cb60'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:17.530428 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2536c6b2-f2f3-480e-b3f3-3ef52619bc6c req-c97ce7eb-875d-4cc0-8ede-c8a4cf3e6610 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 210 time: 0.1418622 Jul 07 20:51:17.747223 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Made reservation on behalf of ecdb6044e7434c4fa0514da516c4033f for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:17.760723 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:17.942183 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2221-e050-4c41-9249-c29f9996c321 req-204e7950-897e-4d29-bf85-26a2950d96da tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.945307 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ce8d2221-e050-4c41-9249-c29f9996c321 req-204e7950-897e-4d29-bf85-26a2950d96da tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 944 time: 0.1805444 Jul 07 20:51:18.009895 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ce8d2221-e050-4c41-9249-c29f9996c321 req-126f3a9a-cb1e-4a95-ab90-e1db781635bc tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498180 Jul 07 20:51:18.140407 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Allocated IP 172.20.0.7 (04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c/79cec71d-9b72-4cdb-9a98-997101cd3a61/148dca76-f046-4076-aaac-253262f5eed4) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:18.435040 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:18.462528 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Transition to ACTIVE for port object 148dca76-f046-4076-aaac-253262f5eed4 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:18.585665 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:18.762501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'Port': ['ID=148dca76-f046-4076-aaac-253262f5eed4,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:18.845422 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:18.855630 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:18.860764 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:18.968169 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a2b4f-aef4-4067-960e-b76072f80071 req-be97f2cd-7ffd-4601-af79-ebafa757f480 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:18.988448 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3d7a2b4f-aef4-4067-960e-b76072f80071 req-be97f2cd-7ffd-4601-af79-ebafa757f480 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2956233 Jul 07 20:51:19.109076 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3d7a2b4f-aef4-4067-960e-b76072f80071 req-dd357da1-ebf3-4292-a3c8-36226654a932 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185684 Jul 07 20:51:19.175057 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.175830 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.247785 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-ae000d4e-42ce-4583-8161-c6c0589ca483 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4745131 Jul 07 20:51:19.323457 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-9e93f4ca-cd8b-4423-985a-11724dbd8167 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9532607 Jul 07 20:51:19.376074 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Request body: {'port': {'device_id': '16669549-15f4-4c0c-84fe-292b85f64085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:19.379102 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-2c5d7124-3c10-4802-b84a-1a55036e456b None None] Provisioning for port 148dca76-f046-4076-aaac-253262f5eed4 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:19.385986 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-2c5d7124-3c10-4802-b84a-1a55036e456b None None] Provisioning complete for port 148dca76-f046-4076-aaac-253262f5eed4 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:19.386675 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7124-3c10-4802-b84a-1a55036e456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.447606 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d7124-3c10-4802-b84a-1a55036e456b None None] Port 148dca76-f046-4076-aaac-253262f5eed4 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:19.478128 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3edca-1d0b-460f-b04f-bae1106e7c1c req-208de219-92a5-4234-8e91-f5988b1d4b9e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.482094 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8fe3edca-1d0b-460f-b04f-bae1106e7c1c req-208de219-92a5-4234-8e91-f5988b1d4b9e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 944 time: 0.1552250 Jul 07 20:51:19.501714 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3b029-dbaa-4b9e-b770-7baa65f3c6dd req-9c2493c2-0184-4b3d-852a-cb6c1c9437ff tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.515204 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bfe3b029-dbaa-4b9e-b770-7baa65f3c6dd req-9c2493c2-0184-4b3d-852a-cb6c1c9437ff tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 931 time: 0.5204697 Jul 07 20:51:19.554959 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8fe3edca-1d0b-460f-b04f-bae1106e7c1c req-a66ae7b2-50fa-48ac-adca-7c33687cdfd4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647032 Jul 07 20:51:19.561564 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41094) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:19.567405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8b436-63e1-4b81-a362-00e3ee51642e req-80eac3ec-cbc7-4ab2-8ce7-e698c5a1c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.569924 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6c8b436-63e1-4b81-a362-00e3ee51642e req-80eac3ec-cbc7-4ab2-8ce7-e698c5a1c85a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.4218001 Jul 07 20:51:19.682063 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bfe3b029-dbaa-4b9e-b770-7baa65f3c6dd req-acefaf8b-8a44-44fc-a194-96967abe66b0 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1655936 Jul 07 20:51:19.693657 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.702314 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-2f7e90ff-76ea-46bc-a694-dbc0d30f8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.704228 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-2f7e90ff-76ea-46bc-a694-dbc0d30f8158 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 1098 time: 0.4104457 Jul 07 20:51:19.730885 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6c8b436-63e1-4b81-a362-00e3ee51642e req-c10829c0-e8f2-4700-8c17-bfceaff7eaae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494248 Jul 07 20:51:19.873418 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41100) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:19.931819 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-f66f4f01-1be5-4636-864c-b4d2319d22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.934063 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-f66f4f01-1be5-4636-864c-b4d2319d22b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 915 time: 0.2054360 Jul 07 20:51:19.965623 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1a46-adff-4556-a2fd-30e9ab310342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.979509 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.022083 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.db.api [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:51:20.022083 dv-cinder-790535-7-iscsi neutron-server[99431]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 20:51:20.022083 dv-cinder-790535-7-iscsi neutron-server[99431]: [parameters: {'project_id': 'c92e21af4b4b40879ac08226c18b467f', 'id': '4b50598a-9fcf-415c-bc2e-711692701799', 'expiration': datetime.datetime(2021, 7, 7, 20, 53, 20, 9864)}] Jul 07 20:51:20.022083 dv-cinder-790535-7-iscsi neutron-server[99431]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:51:20.022593 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG oslo_db.api [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:51:20.024592 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-f0c1084a-9e34-4474-a215-99f01d49e9d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31a19154-892b-49cb-b49f-81e6a2002bce HTTP/1.1" status: 200 len: 217 time: 0.0827153 Jul 07 20:51:20.128749 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-f0b6a1fc-563d-4919-9d5e-abe279fe4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.130273 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-f0b6a1fc-563d-4919-9d5e-abe279fe4c12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.0790367 Jul 07 20:51:20.136055 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1a46-adff-4556-a2fd-30e9ab310342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.146952 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1a46-adff-4556-a2fd-30e9ab310342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.219970 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-125f33de-6e56-49c0-a494-be197578f8d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740211 Jul 07 20:51:20.259432 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ee2b1a46-adff-4556-a2fd-30e9ab310342 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7573059d561d4da3bfcdf7412cf253ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960609 Jul 07 20:51:20.262824 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b1a46-adff-4556-a2fd-30e9ab310342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ac089-fcab-4a9f-a250-4eb13e3bd25c,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:20.268287 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41116) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:20.362680 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a540bc80-0f26-43bd-b187-f45c53e15e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.366828 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41118) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:20.403534 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a540bc80-0f26-43bd-b187-f45c53e15e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.453638 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 47388764-7468-4a95-87d4-6e3de3f1cb60 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:20.497479 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a540bc80-0f26-43bd-b187-f45c53e15e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.501033 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a540bc80-0f26-43bd-b187-f45c53e15e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.503559 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a540bc80-0f26-43bd-b187-f45c53e15e11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf2ac089-fcab-4a9f-a250-4eb13e3bd25c HTTP/1.1" status: 204 len: 168 time: 0.2334917 Jul 07 20:51:20.520903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540bc80-0f26-43bd-b187-f45c53e15e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ac089-fcab-4a9f-a250-4eb13e3bd25c,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:20.530536 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.567903 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 47388764-7468-4a95-87d4-6e3de3f1cb60 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:20.583754 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 47388764-7468-4a95-87d4-6e3de3f1cb60 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:20.584487 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.614479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41128) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:20.693938 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148dca76-f046-4076-aaac-253262f5eed4 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:20.736852 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.752904 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.756443 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-62491d2a-b836-4bd2-a854-6d2e02e12122 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232069 Jul 07 20:51:20.807859 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47388764-7468-4a95-87d4-6e3de3f1cb60'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:20.815944 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bcaeba-f1f3-4572-af05-5ddd91869beb" -d '{"events": [{"server_uuid": "b76e54b5-bbf8-454a-ae6f-e8040bd980b1", "name": "network-vif-plugged", "status": "completed", "tag": "47388764-7468-4a95-87d4-6e3de3f1cb60"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:20.842147 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 47388764-7468-4a95-87d4-6e3de3f1cb60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=47388764-7468-4a95-87d4-6e3de3f1cb60,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:20.861014 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.871503 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Transition to ACTIVE for port object 148dca76-f046-4076-aaac-253262f5eed4 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:20.895227 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.907589 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5945c7cd-3e85-407a-ad5a-58f05777fc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.973648 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=47388764-7468-4a95-87d4-6e3de3f1cb60,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:20.990419 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.009100 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-43616d15-0c80-4b1d-80b4-fe674683ef41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45a75a8e30fc4c4193f9251be8386aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199298 Jul 07 20:51:21.009278 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41140) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:21.018599 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.022483 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb750f-1d62-417c-b50d-65798337186c req-7ffd0275-b711-424d-b269-34062425b4c7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.030284 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c1bb750f-1d62-417c-b50d-65798337186c req-7ffd0275-b711-424d-b269-34062425b4c7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.6285036 Jul 07 20:51:21.049331 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Pushing event updated for resources: {'Port': ['ID=148dca76-f046-4076-aaac-253262f5eed4,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:21.058749 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b8932c-43e7-475f-afa6-02f966bf6d8c req-08761841-9f01-4214-8e8a-c46db3cad677 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735915 Jul 07 20:51:21.126133 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c92e21af4b4b40879ac08226c18b467f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2509453 Jul 07 20:51:21.128777 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41146) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:21.145080 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3339c-1953-4df9-97ec-43281762787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e1a30-7aa9-466d-b843-b6e78b51889f,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:21.219579 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649e8b-3cfa-47bc-b1f3-789d03430639 req-67489edf-ca35-4ff8-9c69-edd16ddd08a2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.228966 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-24649e8b-3cfa-47bc-b1f3-789d03430639 req-67489edf-ca35-4ff8-9c69-edd16ddd08a2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 944 time: 0.4075150 Jul 07 20:51:21.297849 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-24649e8b-3cfa-47bc-b1f3-789d03430639 req-234738b5-4627-422a-a15a-d8bee75b40f7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678291 Jul 07 20:51:21.298505 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fdb5605-299a-4f92-bd55-30149eaa9798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.327472 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fdb5605-299a-4f92-bd55-30149eaa9798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.356374 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a3364697-fbe8-4363-a2d1-25709ac09830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.396805 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a3364697-fbe8-4363-a2d1-25709ac09830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.475044 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c1bb750f-1d62-417c-b50d-65798337186c req-571d20b5-6fea-4968-a8c4-bc85b16580f8 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437416 Jul 07 20:51:21.477685 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.508479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Attempting to bind port 148dca76-f046-4076-aaac-253262f5eed4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:21.508479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Attempting to bind port 148dca76-f046-4076-aaac-253262f5eed4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:21.508771 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Attempting to bind port 148dca76-f046-4076-aaac-253262f5eed4 on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:21.520941 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Port 148dca76-f046-4076-aaac-253262f5eed4 on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:21.521464 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Attempting to bind port 148dca76-f046-4076-aaac-253262f5eed4 on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:21.538993 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a3364697-fbe8-4363-a2d1-25709ac09830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.542493 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a3364697-fbe8-4363-a2d1-25709ac09830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.544418 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a3364697-fbe8-4363-a2d1-25709ac09830 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd9e1a30-7aa9-466d-b843-b6e78b51889f HTTP/1.1" status: 204 len: 168 time: 0.4111731 Jul 07 20:51:21.554912 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b96cb-6e6d-4246-af01-6f346414ccc8 x-openstack-request-id: req-e70b96cb-6e6d-4246-af01-6f346414ccc8 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:21.555468 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e54b5-bbf8-454a-ae6f-e8040bd980b1", "name": "network-vif-plugged", "status": "completed", "tag": "47388764-7468-4a95-87d4-6e3de3f1cb60", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:21.555920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e70b96cb-6e6d-4246-af01-6f346414ccc8 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:21.556854 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47388764-7468-4a95-87d4-6e3de3f1cb60', 'code': 200} Jul 07 20:51:21.599469 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5945c7cd-3e85-407a-ad5a-58f05777fc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.606079 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:21.607084 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Checking segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:21.607766 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Bound using segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:21.608625 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Bound port: 148dca76-f046-4076-aaac-253262f5eed4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:21.609225 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.635823 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5945c7cd-3e85-407a-ad5a-58f05777fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.666678 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364697-fbe8-4363-a2d1-25709ac09830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e1a30-7aa9-466d-b843-b6e78b51889f,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:21.745549 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fdb5605-299a-4f92-bd55-30149eaa9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.753404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fdb5605-299a-4f92-bd55-30149eaa9798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:21.758426 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2fdb5605-299a-4f92-bd55-30149eaa9798 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6cced04e-7c30-459c-93fe-c641232aa4a8 HTTP/1.1" status: 204 len: 168 time: 0.7523806 Jul 07 20:51:21.774944 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef0b4d-f472-4b4c-879a-707cbcf1399d req-ba409a72-8020-4b75-a088-bb59f53b7e8b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.782821 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-daef0b4d-f472-4b4c-879a-707cbcf1399d req-ba409a72-8020-4b75-a088-bb59f53b7e8b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 943 time: 0.2649267 Jul 07 20:51:21.786401 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb5605-299a-4f92-bd55-30149eaa9798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cced04e-7c30-459c-93fe-c641232aa4a8,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:21.824033 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945c7cd-3e85-407a-ad5a-58f05777fc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e0128d-f8d4-4336-af27-24a680b6dae6,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:21.848472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5945c7cd-3e85-407a-ad5a-58f05777fc78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9724b5f23f54044a61ff2ff4de296cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1931345 Jul 07 20:51:21.855973 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41166) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:21.909406 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-daef0b4d-f472-4b4c-879a-707cbcf1399d req-cbe4fa3a-5d9e-4aa7-8fb1-b2e4714eed39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227694 Jul 07 20:51:21.959719 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] For port 148dca76-f046-4076-aaac-253262f5eed4, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:21.966529 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] For port 148dca76-f046-4076-aaac-253262f5eed4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=148dca76-f046-4076-aaac-253262f5eed4,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:21.974960 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:22.002061 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8779bc71-bc4b-4943-8897-5defb2fe3f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:22.076606 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8779bc71-bc4b-4943-8897-5defb2fe3f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:22.113340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Pushing event updated for resources: {'Port': ['ID=148dca76-f046-4076-aaac-253262f5eed4,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:22.127204 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.128953 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:22.131542 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-c41ce04c-65bd-49c0-9e52-415544a64597 service neutron] 10.222.0.83 "PUT /v2.0/ports/148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 200 len: 1093 time: 2.7651708 Jul 07 20:51:22.135719 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'tag': '148dca76-f046-4076-aaac-253262f5eed4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:22.141298 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22638a0-8715-46f1-8ae1-bbdf27368c03" -d '{"events": [{"name": "network-changed", "server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "tag": "148dca76-f046-4076-aaac-253262f5eed4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:22.209703 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51a39c-430a-4d04-aec4-305cb148793f req-91c074ff-dc57-4486-a6e2-4f45ce9c3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.211774 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ea51a39c-430a-4d04-aec4-305cb148793f req-91c074ff-dc57-4486-a6e2-4f45ce9c3ab6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 1098 time: 0.2203634 Jul 07 20:51:22.233579 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8779bc71-bc4b-4943-8897-5defb2fe3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:22.238649 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8779bc71-bc4b-4943-8897-5defb2fe3f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:22.240235 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8779bc71-bc4b-4943-8897-5defb2fe3f24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7e0128d-f8d4-4336-af27-24a680b6dae6 HTTP/1.1" status: 204 len: 168 time: 0.3821609 Jul 07 20:51:22.241788 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3d58b-440f-437b-985c-33d54458a823 x-openstack-request-id: req-b5e3d58b-440f-437b-985c-33d54458a823 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:22.243847 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "tag": "148dca76-f046-4076-aaac-253262f5eed4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:22.244441 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5e3d58b-440f-437b-985c-33d54458a823 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:22.244998 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'tag': '148dca76-f046-4076-aaac-253262f5eed4', 'status': 'completed', 'code': 200} Jul 07 20:51:22.253864 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779bc71-bc4b-4943-8897-5defb2fe3f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e0128d-f8d4-4336-af27-24a680b6dae6,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:22.323746 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ea51a39c-430a-4d04-aec4-305cb148793f req-c73045cd-dc20-4129-927f-e950d2097320 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042302 Jul 07 20:51:22.395668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-fc572be3-9234-4279-a58d-4cea89929b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.411374 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-fc572be3-9234-4279-a58d-4cea89929b70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 1096 time: 0.1628680 Jul 07 20:51:22.508330 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-636d3976-f4cd-4de0-bfdb-bf3b165a1b8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 200 len: 217 time: 0.0885642 Jul 07 20:51:22.584151 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-518e882f-81f2-401e-b61c-a772eafccd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.585758 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-518e882f-81f2-401e-b61c-a772eafccd2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.0681736 Jul 07 20:51:22.730829 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-045336d8-fa02-4320-a35e-26e598fa29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.738004 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-045336d8-fa02-4320-a35e-26e598fa29fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1402652 Jul 07 20:51:22.802986 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0144f6-00ff-43b2-b53e-05d19b3a5d98 req-2138821f-3c80-4929-982a-2d3b9b611629 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.812882 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-db0144f6-00ff-43b2-b53e-05d19b3a5d98 req-2138821f-3c80-4929-982a-2d3b9b611629 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.2529602 Jul 07 20:51:22.951973 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-db0144f6-00ff-43b2-b53e-05d19b3a5d98 req-eff7c209-e484-47d4-bcc0-db52539a781c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261301 Jul 07 20:51:22.954618 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076aa73-8228-4638-8be8-af72632e9f18 req-113d7b94-56e6-4e7d-89c7-ba5c3fb1b7ba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.957005 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2076aa73-8228-4638-8be8-af72632e9f18 req-113d7b94-56e6-4e7d-89c7-ba5c3fb1b7ba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1753674 Jul 07 20:51:22.961676 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-497af3c0-b764-4746-a14e-352c3a01fc77 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165313 Jul 07 20:51:23.147701 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-51d3d518-4ac8-46f5-877a-4e1878c792d2 req-29ea70ef-7e44-450f-8816-77ec3358287b service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732905 Jul 07 20:51:23.196940 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2076aa73-8228-4638-8be8-af72632e9f18 req-a59a7510-b807-4492-ab4f-19bb90d5acb7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244170 Jul 07 20:51:23.494134 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-993eb497-4059-4eca-afa7-b8aa0a49a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:23.504657 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-993eb497-4059-4eca-afa7-b8aa0a49a63d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 1096 time: 0.2630827 Jul 07 20:51:23.595354 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bd724-0550-4f29-a744-2aaa8aac0dda req-fb1e43db-0789-4ac5-b6b9-eca3bcab5034 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:23.609152 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cd1bd724-0550-4f29-a744-2aaa8aac0dda req-fb1e43db-0789-4ac5-b6b9-eca3bcab5034 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 943 time: 0.1892383 Jul 07 20:51:23.694609 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cd1bd724-0550-4f29-a744-2aaa8aac0dda req-42536d9a-2969-4684-9c86-dd51f6144a71 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829334 Jul 07 20:51:23.982366 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951533e-4720-4a30-a609-f8c73c099917 req-d84ab50d-0c26-4028-8022-1448c66b6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:23.985038 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-d84ab50d-0c26-4028-8022-1448c66b6803 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.2083299 Jul 07 20:51:23.989495 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-dfcbe11c-1e72-40b5-86bb-74fd0bd84bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:23.992126 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-dfcbe11c-1e72-40b5-86bb-74fd0bd84bef service neutron] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 912 time: 0.4679604 Jul 07 20:51:24.213923 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871a70b-e2ad-4dc2-8b5c-f1ae74fc19d0 req-e495d1fe-169e-4279-8ee1-91d080107ae4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.226350 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7871a70b-e2ad-4dc2-8b5c-f1ae74fc19d0 req-e495d1fe-169e-4279-8ee1-91d080107ae4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.1228960 Jul 07 20:51:24.237348 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-f1daf7ee-16bc-4ebc-b506-cb3b2cdc0cbe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 200 len: 217 time: 0.2239864 Jul 07 20:51:24.296114 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7871a70b-e2ad-4dc2-8b5c-f1ae74fc19d0 req-d292e517-3700-480c-8a4a-9ef568708c79 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678871 Jul 07 20:51:24.314053 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41260) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:24.345318 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-595eee92-aae7-4470-ac8e-f3629cbc6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.347610 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-595eee92-aae7-4470-ac8e-f3629cbc6211 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.1013484 Jul 07 20:51:24.424885 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4572bd-df62-4875-b8ad-ae7af5c15184 req-0db7b326-023f-4b4d-9464-427d7f607466 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.426618 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd4572bd-df62-4875-b8ad-ae7af5c15184 req-0db7b326-023f-4b4d-9464-427d7f607466 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.5341518 Jul 07 20:51:24.428150 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951533e-4720-4a30-a609-f8c73c099917 req-23b4149e-c56b-4bf3-ad04-0a2db9e08a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.429255 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-23b4149e-c56b-4bf3-ad04-0a2db9e08a34 service neutron] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 919 time: 0.4358122 Jul 07 20:51:24.523201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-835b8a34-a466-4f06-9447-f39495a07f41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 217 time: 0.0780723 Jul 07 20:51:24.547479 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-932744465-network', 'tenant_id': '7637edcd784b4d1583d337f3c25456be'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:24.614083 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd4572bd-df62-4875-b8ad-ae7af5c15184 req-d13b3360-5737-4588-8be6-c75d35c4be97 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671398 Jul 07 20:51:24.627686 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Made reservation on behalf of 7637edcd784b4d1583d337f3c25456be for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:24.635555 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.649217 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-870fbe7d-f1af-4642-93f3-b307464d7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.651357 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-870fbe7d-f1af-4642-93f3-b307464d7582 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2844055 Jul 07 20:51:24.659762 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951533e-4720-4a30-a609-f8c73c099917 req-7d7e5c7d-f77e-4812-b519-b5b019700a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.661291 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-7d7e5c7d-f77e-4812-b519-b5b019700a64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.1289196 Jul 07 20:51:24.667315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.769966 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-82c3f8be-3bb1-4973-b0c9-02df807d4ae0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975134 Jul 07 20:51:24.894686 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.901992 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.967747 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-75a16ba7-d8d8-4bcf-85aa-629b215b94b7 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838477 Jul 07 20:51:24.974014 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:25.015970 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2851dc75-499d-43cb-bd3b-8779fbd78113,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:25.031363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.031938 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Added segment 8d803bf1-42f9-4953-aeae-7e867e05f073 of type vlan for network b373f134-2425-4761-b16f-fc4aaa5367bb Jul 07 20:51:25.057789 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-256b4862-0708-4db3-bb01-af5f3fccaff1 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954334 Jul 07 20:51:25.152881 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.178359 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8951533e-4720-4a30-a609-f8c73c099917 req-5f8ed35e-933d-4b83-ba3b-8bed3ef0200f service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740370 Jul 07 20:51:25.227812 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efa000-0d07-4cb7-ba5a-972af0b161e8 req-c80458ad-9391-4ac7-a627-506607628496 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:25.229588 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-59efa000-0d07-4cb7-ba5a-972af0b161e8 req-c80458ad-9391-4ac7-a627-506607628496 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 943 time: 0.2020941 Jul 07 20:51:25.230340 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e22638a0-8715-46f1-8ae1-bbdf27368c03 req-f5de5d7f-0a88-401c-b938-ef251be8f75f service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510775 Jul 07 20:51:25.288526 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.290066 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:25.292580 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.366994 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-59efa000-0d07-4cb7-ba5a-972af0b161e8 req-e184ff9b-5ab2-4ccb-b911-d25206ad9511 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280799 Jul 07 20:51:25.440922 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41298) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:25.441241 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1244786 Jul 07 20:51:25.453374 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Request body: {'subnet': {'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-932744465-subnet', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:25.456227 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6a1fc-2ba5-470b-97fb-ac09f83f3f4d admin admin] Pushing event updated for resources: {'Network': ['ID=b373f134-2425-4761-b16f-fc4aaa5367bb,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:25.469825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network b373f134-2425-4761-b16f-fc4aaa5367bb details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:25.512552 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Made reservation on behalf of 7637edcd784b4d1583d337f3c25456be for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:25.515776 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.797793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.886666 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924a898-dce4-46a7-8120-2f9a2f8503c7 req-6c68b02e-54b4-4060-9b45-ceec20da510b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:25.889519 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c924a898-dce4-46a7-8120-2f9a2f8503c7 req-6c68b02e-54b4-4060-9b45-ceec20da510b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1299613 Jul 07 20:51:25.922026 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843de541-a504-479e-8664-7b2f8a75be84,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:25.939163 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Checking segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:25.940803 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Network hostable DHCP agents. Network: b373f134-2425-4761-b16f-fc4aaa5367bb, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:25.951438 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c924a898-dce4-46a7-8120-2f9a2f8503c7 req-51c728fd-80f7-4c93-8815-0897942925b7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537443 Jul 07 20:51:25.974223 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Network b373f134-2425-4761-b16f-fc4aaa5367bb is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:26.000472 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, b373f134-2425-4761-b16f-fc4aaa5367bb) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:26.008970 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:26.010225 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.015792 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccda5d7-bcab-4728-a483-17f3131b3dcc None None] Network b373f134-2425-4761-b16f-fc4aaa5367bb requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:26.032298 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-436dbbcc-f598-4e0b-9e5c-1c2a3497a211 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5893402 Jul 07 20:51:26.035965 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41310) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:26.040700 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:26.072035 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.073968 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.176220 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.294077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-b373f134-2425-4761-b16f-fc4aaa5367bb', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:26.295556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.360952 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41320) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:26.388507 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.617352 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Allocated IP 172.20.0.2 (b373f134-2425-4761-b16f-fc4aaa5367bb/843de541-a504-479e-8664-7b2f8a75be84/9b3ad3b1-6bde-4425-81ad-d3e6e54180b8) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:26.662889 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18e8c05a-e0ac-471b-9bd6-fce570183504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.826033 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 148dca76-f046-4076-aaac-253262f5eed4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:26.858723 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e1a9-fcb3-42b4-8d90-80b9843b406e req-e296acbd-dca6-4bcd-a146-a56bcdf378d9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:26.861266 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c2b6e1a9-fcb3-42b4-8d90-80b9843b406e req-e296acbd-dca6-4bcd-a146-a56bcdf378d9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 943 time: 0.2163420 Jul 07 20:51:26.873745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.885931 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.913240 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.960803 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Transition to ACTIVE for port object 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:26.966825 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c2b6e1a9-fcb3-42b4-8d90-80b9843b406e req-a163d150-8b89-4e27-b680-4ab69968761c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726349 Jul 07 20:51:26.970275 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18e8c05a-e0ac-471b-9bd6-fce570183504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.980355 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18e8c05a-e0ac-471b-9bd6-fce570183504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.009318 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Transition to ACTIVE for port object 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:27.024874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.037284 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-18e8c05a-e0ac-471b-9bd6-fce570183504 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b669d6ba2274c30836c37189145e789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735075 Jul 07 20:51:27.042972 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41338) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:27.052451 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8c05a-e0ac-471b-9bd6-fce570183504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438fb21e-b294-4b85-bf14-e94c42a6c737,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:27.079611 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Network b373f134-2425-4761-b16f-fc4aaa5367bb is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:27.089501 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:27.101654 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:27.117963 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Allocated IP 172.27.3.13 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/0492bc79-4517-4a99-b771-5e34ac44bb93) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:27.128057 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44392223-f0c7-40e9-a1af-e20998ac9d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.133308 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 148dca76-f046-4076-aaac-253262f5eed4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=148dca76-f046-4076-aaac-253262f5eed4,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:27.137013 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Pushing event updated for resources: {'Port': ['ID=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:27.155168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '148dca76-f046-4076-aaac-253262f5eed4', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'port_id': '148dca76-f046-4076-aaac-253262f5eed4', 'mac_address': 'fa:16:3e:59:b0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:27.168446 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44392223-f0c7-40e9-a1af-e20998ac9d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.247520 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Attempting to bind port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:27.248151 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Attempting to bind port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:27.248397 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Attempting to bind port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 on network b373f134-2425-4761-b16f-fc4aaa5367bb {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:27.254380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44392223-f0c7-40e9-a1af-e20998ac9d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.261384 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44392223-f0c7-40e9-a1af-e20998ac9d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.262580 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:27.266603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Checking segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:27.266603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.266858 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-44392223-f0c7-40e9-a1af-e20998ac9d7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/438fb21e-b294-4b85-bf14-e94c42a6c737 HTTP/1.1" status: 204 len: 168 time: 0.2192247 Jul 07 20:51:27.266971 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Bound using segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:27.266971 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Bound port: 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:27.266971 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.269492 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.278960 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44392223-f0c7-40e9-a1af-e20998ac9d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fb21e-b294-4b85-bf14-e94c42a6c737,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:27.327120 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148dca76-f046-4076-aaac-253262f5eed4 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:27.355338 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.366710 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 148dca76-f046-4076-aaac-253262f5eed4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=148dca76-f046-4076-aaac-253262f5eed4,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:27.375379 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.390535 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] For port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:27.430522 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] For port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:27.435108 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.441656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:27.468473 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=148dca76-f046-4076-aaac-253262f5eed4,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:27.472326 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:27.475826 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:27.479763 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:27.524908 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Pushing event updated for resources: {'Port': ['ID=0492bc79-4517-4a99-b771-5e34ac44bb93,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:27.530411 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecbd9d-7b93-4c1a-acd5-49618a9674fc None None] Pushing event updated for resources: {'Port': ['ID=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:27.910099 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:28.209263 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:28.296621 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:28.604761 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:28.788407 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6e67a-e921-4345-9b2c-502ac5b6a84b None None] Network b373f134-2425-4761-b16f-fc4aaa5367bb requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:28.824945 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:29.132597 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] Provisioning for port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:29.150347 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] Provisioning complete for port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:29.156978 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.207713 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:29.226326 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Sync routers for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:29.257514 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.263925 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-099295f0-9e42-4b15-86ef-2d71ac2416cd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2228615 Jul 07 20:51:29.273900 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41416) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:29.284381 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:29.291182 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:29.420313 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e49810-05c8-45aa-9651-def1d69769b2 req-f2280439-fd92-454c-aa7f-d72ff37db559 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.438908 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-81e49810-05c8-45aa-9651-def1d69769b2 req-f2280439-fd92-454c-aa7f-d72ff37db559 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.3021245 Jul 07 20:51:29.455810 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12ccd-1598-4ef8-b3bf-b8da2079164c req-391dc6e0-592b-4836-a320-a447984e3fdd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.473462 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-73f12ccd-1598-4ef8-b3bf-b8da2079164c req-391dc6e0-592b-4836-a320-a447984e3fdd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 944 time: 0.1183848 Jul 07 20:51:29.510360 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:29.568056 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-73f12ccd-1598-4ef8-b3bf-b8da2079164c req-208f46a1-0037-441f-8417-5720ba45a2de tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915990 Jul 07 20:51:29.620016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.701770 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-81e49810-05c8-45aa-9651-def1d69769b2 req-1ff62c95-b1ad-4e69-83fa-20214b052879 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600923 Jul 07 20:51:29.738408 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] For port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:29.746639 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.861378 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3acb8-83a5-4ef0-b822-8308547ed722 None None] Pushing event updated for resources: {'Port': ['ID=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:29.874164 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:27Z', 'revision_number': 3, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:29.927180 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Checking router: 313f7d9e-ad79-4ea4-b253-9e2a728b7311 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:29.928820 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Updating router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 port 0492bc79-4517-4a99-b771-5e34ac44bb93 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:30.010101 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.082687 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-19a17e6e-29e5-4df9-a3c6-c5350cc3e665 None None] Provisioning complete for port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:30.083276 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-19a17e6e-29e5-4df9-a3c6-c5350cc3e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.166445 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:30.236665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['148dca76-f046-4076-aaac-253262f5eed4'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:30.304244 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.324002 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:30.324609 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.402029 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.412151 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Transition to ACTIVE for port object 0492bc79-4517-4a99-b771-5e34ac44bb93 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:30.420874 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.470495 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70681f85-515e-4878-8747-4ab6740f989e None None] Pushing event updated for resources: {'Port': ['ID=0492bc79-4517-4a99-b771-5e34ac44bb93,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:30.515081 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Attempting to bind port 0492bc79-4517-4a99-b771-5e34ac44bb93 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:30.516657 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Attempting to bind port 0492bc79-4517-4a99-b771-5e34ac44bb93 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:30.517195 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Attempting to bind port 0492bc79-4517-4a99-b771-5e34ac44bb93 on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:30.524033 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Allocated IP 172.20.0.1 (b373f134-2425-4761-b16f-fc4aaa5367bb/843de541-a504-479e-8664-7b2f8a75be84/df914630-5e5c-4696-990c-dc1777d9151e) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:30.526202 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:30.526763 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:30.527658 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.528487 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:30.529400 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Bound port: 0492bc79-4517-4a99-b771-5e34ac44bb93, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:30.529989 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.622812 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] For port 0492bc79-4517-4a99-b771-5e34ac44bb93, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:30.629620 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] For port 0492bc79-4517-4a99-b771-5e34ac44bb93, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0492bc79-4517-4a99-b771-5e34ac44bb93,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:30.634632 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.695426 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:30.695929 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:30.744720 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70681f85-515e-4878-8747-4ab6740f989e None None] Pushing event updated for resources: {'Port': ['ID=0492bc79-4517-4a99-b771-5e34ac44bb93,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:30.748674 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.820436 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Transition to ACTIVE for port object df914630-5e5c-4696-990c-dc1777d9151e will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:30.842681 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:30.904946 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6488b-c524-450b-a4ab-7aef874cf5fe req-014088c5-3a08-490b-bfd4-c19de45e73a0 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.907659 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ead6488b-c524-450b-a4ab-7aef874cf5fe req-014088c5-3a08-490b-bfd4-c19de45e73a0 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 944 time: 0.1844070 Jul 07 20:51:30.947961 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.052469 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ead6488b-c524-450b-a4ab-7aef874cf5fe req-ab1c2387-b44b-4841-a77c-f803df2f5584 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354003 Jul 07 20:51:31.054221 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:27Z', 'revision_number': 3, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:31.060399 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Network b373f134-2425-4761-b16f-fc4aaa5367bb is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:31.063079 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Pushing event updated for resources: {'Port': ['ID=df914630-5e5c-4696-990c-dc1777d9151e,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:31.072032 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:31.077015 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:31.131789 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164f5ab-6178-41db-abc4-55a7cb8b678a None None] The sync data for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi is: [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:27Z', 'revision_number': 3, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:31.173446 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.459430 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-aaed05a3-8ab4-4659-a717-e8902382c7f2 None None] Provisioning for port df914630-5e5c-4696-990c-dc1777d9151e completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:31.467769 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-aaed05a3-8ab4-4659-a717-e8902382c7f2 None None] Provisioning complete for port df914630-5e5c-4696-990c-dc1777d9151e triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:31.468326 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-aaed05a3-8ab4-4659-a717-e8902382c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.521321 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad54aa-1293-472e-a0cb-e402f219e0e3 req-e82ad1e7-42f6-4155-be51-14bc98b4fff7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:31.523938 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ffad54aa-1293-472e-a0cb-e402f219e0e3 req-e82ad1e7-42f6-4155-be51-14bc98b4fff7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2433033 Jul 07 20:51:31.601213 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-aaed05a3-8ab4-4659-a717-e8902382c7f2 None None] Port df914630-5e5c-4696-990c-dc1777d9151e cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:31.606051 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.611227 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ffad54aa-1293-472e-a0cb-e402f219e0e3 req-a1aedfd6-add8-4b2f-9e75-bd3ea6f9ad49 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735381 Jul 07 20:51:31.832491 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.841548 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.915574 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.917791 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Pushing event updated for resources: {'Port': ['ID=df914630-5e5c-4696-990c-dc1777d9151e,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:32.046217 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Network b373f134-2425-4761-b16f-fc4aaa5367bb is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:32.048199 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:32.210419 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:32.311457 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0492bc79-4517-4a99-b771-5e34ac44bb93 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:32.444393 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:32.451859 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 0492bc79-4517-4a99-b771-5e34ac44bb93 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:32.454096 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-3723debf-6fdf-453b-a297-2fa4692d272f None None] Provisioning complete for port df914630-5e5c-4696-990c-dc1777d9151e triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:32.454528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3723debf-6fdf-453b-a297-2fa4692d272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.454864 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-6b23b401-9844-45b9-8ff8-b520048bb731 admin admin] 10.222.0.72 "PUT /v2.0/routers/313f7d9e-ad79-4ea4-b253-9e2a728b7311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1823349 Jul 07 20:51:32.495234 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 0492bc79-4517-4a99-b771-5e34ac44bb93 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:32.497054 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.547268 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-3723debf-6fdf-453b-a297-2fa4692d272f None None] Port df914630-5e5c-4696-990c-dc1777d9151e cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:32.629138 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.669655 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 0492bc79-4517-4a99-b771-5e34ac44bb93, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0492bc79-4517-4a99-b771-5e34ac44bb93,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:32.680494 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.765457 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=0492bc79-4517-4a99-b771-5e34ac44bb93,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:32.789735 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92da8f-8dfd-401f-8909-96fd037facac req-db03b0e3-8e5d-4034-820d-085f770c88d5 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.791529 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9a92da8f-8dfd-401f-8909-96fd037facac req-db03b0e3-8e5d-4034-820d-085f770c88d5 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 944 time: 0.3408339 Jul 07 20:51:32.841916 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9a92da8f-8dfd-401f-8909-96fd037facac req-990f3987-8716-4b3e-b310-82095cbcb28a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431495 Jul 07 20:51:32.926934 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c67b4-1706-4534-9778-84dcda333155 req-a0735c8d-b193-4abe-99ea-152651ad5e8b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.928574 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-706c67b4-1706-4534-9778-84dcda333155 req-a0735c8d-b193-4abe-99ea-152651ad5e8b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.0835264 Jul 07 20:51:32.995798 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-706c67b4-1706-4534-9778-84dcda333155 req-d5ec7395-6f98-434d-a635-2759dd798f2c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Jul 07 20:51:33.232757 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41494) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:33.240015 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-708550850-network', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:33.259118 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:51:33.277656 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Made reservation on behalf of 1e426c03473e467d8d73aa535f9c1955 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:33.282919 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.305272 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.345408 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Sync routers for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:33.368055 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:33.369553 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:33.531159 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.538267 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.549995 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f6684450-1f9f-4603-963f-20437a906999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.574274 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:33.590541 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eccb08-5eda-44f2-bf4d-a1495a95db29,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:33.596502 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:33.606465 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.606777 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Added segment 1e2aa6e6-a746-4ee7-918e-213f39a6b4b4 of type vlan for network 07bc8969-6dba-434d-b603-e5c68e6d041b Jul 07 20:51:33.668969 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.744989 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.746284 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:33.746897 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.806518 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5719390 Jul 07 20:51:33.809291 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41510) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:33.814386 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Request body: {'subnet': {'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-708550850-subnet', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:33.826954 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239495f-6d11-4f58-9403-e603d1bd5cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=07bc8969-6dba-434d-b603-e5c68e6d041b,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:33.844450 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Made reservation on behalf of 1e426c03473e467d8d73aa535f9c1955 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:33.846739 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 07bc8969-6dba-434d-b603-e5c68e6d041b details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:33.847019 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5647981'] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.057511 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 2, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:34.073506 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02703-6f27-4010-9bcc-d660430f3abb req-dd9498bf-61cf-4079-8794-6e6bd858d42e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:34.075229 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-66d02703-6f27-4010-9bcc-d660430f3abb req-dd9498bf-61cf-4079-8794-6e6bd858d42e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 944 time: 0.1040626 Jul 07 20:51:34.098381 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Checking router: 313f7d9e-ad79-4ea4-b253-9e2a728b7311 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:34.098381 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Updating router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 port df914630-5e5c-4696-990c-dc1777d9151e binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:34.102767 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7144477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5647999'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.155449 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-66d02703-6f27-4010-9bcc-d660430f3abb req-a42f9a6a-65f7-41e2-972a-9c92f1e7cfe7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466697 Jul 07 20:51:34.156645 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.161952 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e995dc4-1370-4d86-bc79-fc0db26b53a2,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:34.219531 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Checking segment: {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:34.220796 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Network hostable DHCP agents. Network: 07bc8969-6dba-434d-b603-e5c68e6d041b, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:34.261367 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Network 07bc8969-6dba-434d-b603-e5c68e6d041b is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:34.275140 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0492bc79-4517-4a99-b771-5e34ac44bb93 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:34.295323 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 07bc8969-6dba-434d-b603-e5c68e6d041b) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:34.303476 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:34.304249 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.311808 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a70d9-5697-4bde-8edb-9722d99c3dc3 None None] Network 07bc8969-6dba-434d-b603-e5c68e6d041b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:34.331074 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41518) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:34.331431 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dc3981ff-ac2e-48a6-9c72-abdcb36d627a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5202830 Jul 07 20:51:34.339276 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:34.372598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4224-7b83-4321-a442-1e5729bb1dfa req-2fca9207-60cb-496e-981b-0927f63bbc56 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:34.374982 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-41fc4224-7b83-4321-a442-1e5729bb1dfa req-2fca9207-60cb-496e-981b-0927f63bbc56 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1303484 Jul 07 20:51:34.379292 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.380853 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.432325 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-41fc4224-7b83-4321-a442-1e5729bb1dfa req-d810d2c7-6b74-4902-9a44-3b4c06eea758 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Jul 07 20:51:34.466588 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.554970 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 0492bc79-4517-4a99-b771-5e34ac44bb93 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:34.555772 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.762494 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.786568 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-07bc8969-6dba-434d-b603-e5c68e6d041b', 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'fixed_ips': [{'subnet_id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:34.787412 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.800092 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.811538 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Transition to ACTIVE for port object df914630-5e5c-4696-990c-dc1777d9151e will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:35.062112 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.127027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41540) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:35.322066 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdf13c-61dd-4ee8-ab52-74c2c50adc7f None None] Pushing event updated for resources: {'Port': ['ID=df914630-5e5c-4696-990c-dc1777d9151e,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:35.332653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.385273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.439955 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2883f50c-0ad6-463b-a3c8-f19726c6f1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.453921 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Attempting to bind port df914630-5e5c-4696-990c-dc1777d9151e on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:35.454287 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Attempting to bind port df914630-5e5c-4696-990c-dc1777d9151e by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:35.454668 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Attempting to bind port df914630-5e5c-4696-990c-dc1777d9151e on network b373f134-2425-4761-b16f-fc4aaa5367bb {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:35.464416 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:35.464732 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Checking segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:35.465145 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.465547 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Bound using segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:35.466037 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Bound port: df914630-5e5c-4696-990c-dc1777d9151e, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:35.466655 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.488719 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Allocated IP 172.20.0.2 (07bc8969-6dba-434d-b603-e5c68e6d041b/1e995dc4-1370-4d86-bc79-fc0db26b53a2/259d1f11-3f6c-4326-b30f-c136d7e86322) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:35.528155 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9ab3f-dc77-49c3-87d6-f072b79c5e23 req-5b0340f4-5643-409e-8021-8e19a3be60a3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:35.529796 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-64a9ab3f-dc77-49c3-87d6-f072b79c5e23 req-5b0340f4-5643-409e-8021-8e19a3be60a3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 944 time: 0.1390517 Jul 07 20:51:35.558232 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Allocated IP 172.27.3.72 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/dff7d358-0669-4621-abec-4dac235d95ac) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:35.600305 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-64a9ab3f-dc77-49c3-87d6-f072b79c5e23 req-7b97717c-bc2a-4662-9cf3-40e4396cd5f2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633049 Jul 07 20:51:35.626590 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2883f50c-0ad6-463b-a3c8-f19726c6f1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.641724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2883f50c-0ad6-463b-a3c8-f19726c6f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.688629 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2883f50c-0ad6-463b-a3c8-f19726c6f1cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd8301e8447442458748f2f93f457d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577903 Jul 07 20:51:35.690584 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883f50c-0ad6-463b-a3c8-f19726c6f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5f31c-70c1-4be3-9ffe-5a8e3e517be0,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:35.694116 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41546) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:35.703077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] For port df914630-5e5c-4696-990c-dc1777d9151e, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:35.723576 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] For port df914630-5e5c-4696-990c-dc1777d9151e, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=df914630-5e5c-4696-990c-dc1777d9151e,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:35.733041 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.765333 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8765d1d0-881a-4ac2-9849-efeffe056ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.773497 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.793434 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8765d1d0-881a-4ac2-9849-efeffe056ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.850103 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.899718 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:35.906371 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:35.909695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:35.918263 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8765d1d0-881a-4ac2-9849-efeffe056ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.922086 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8765d1d0-881a-4ac2-9849-efeffe056ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.923771 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:35.925110 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:35.931432 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8765d1d0-881a-4ac2-9849-efeffe056ae1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44f5f31c-70c1-4be3-9ffe-5a8e3e517be0 HTTP/1.1" status: 204 len: 168 time: 0.2361135 Jul 07 20:51:35.934776 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdf13c-61dd-4ee8-ab52-74c2c50adc7f None None] Pushing event updated for resources: {'Port': ['ID=df914630-5e5c-4696-990c-dc1777d9151e,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:35.955654 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d1d0-881a-4ac2-9849-efeffe056ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5f31c-70c1-4be3-9ffe-5a8e3e517be0,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:35.956623 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Pushing event updated for resources: {'Port': ['ID=dff7d358-0669-4621-abec-4dac235d95ac,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:36.006106 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 148dca76-f046-4076-aaac-253262f5eed4 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:36.025030 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.135955 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Transition to ACTIVE for port object 259d1f11-3f6c-4326-b30f-c136d7e86322 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:36.306997 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Transition to ACTIVE for port object 259d1f11-3f6c-4326-b30f-c136d7e86322 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:36.337447 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.351223 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 148dca76-f046-4076-aaac-253262f5eed4 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:36.357419 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:36.358820 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.464902 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 148dca76-f046-4076-aaac-253262f5eed4 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:36.465704 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.554911 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Network 07bc8969-6dba-434d-b603-e5c68e6d041b is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:36.579354 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:36.595612 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Pushing event updated for resources: {'Port': ['ID=259d1f11-3f6c-4326-b30f-c136d7e86322,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:36.644448 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:36.661910 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.780739 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ff9429f3-1917-4648-8019-c647838fc16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.917885 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Attempting to bind port 259d1f11-3f6c-4326-b30f-c136d7e86322 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:36.918512 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Attempting to bind port 259d1f11-3f6c-4326-b30f-c136d7e86322 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:36.919011 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Attempting to bind port 259d1f11-3f6c-4326-b30f-c136d7e86322 on network 07bc8969-6dba-434d-b603-e5c68e6d041b {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:36.970230 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:36.970901 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Checking segment: {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:36.972270 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.972797 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Bound using segment: {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:36.973450 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:36.973807 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Bound port: 259d1f11-3f6c-4326-b30f-c136d7e86322, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:36.974222 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.023048 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002de0e-5fb8-4f1c-8221-e530a8357a98 req-c699179d-0d4d-4598-a472-179a3449f54c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:37.026804 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e002de0e-5fb8-4f1c-8221-e530a8357a98 req-c699179d-0d4d-4598-a472-179a3449f54c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 944 time: 0.1715939 Jul 07 20:51:37.038342 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.066389 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.160713 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e002de0e-5fb8-4f1c-8221-e530a8357a98 req-c6ab8444-7a52-4761-9c90-d764f0ee354a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103163 Jul 07 20:51:37.207940 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148dca76-f046-4076-aaac-253262f5eed4'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:37.212341 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039d6f2b-0483-4113-84a7-70ec29e88500" -d '{"events": [{"server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "name": "network-vif-plugged", "status": "completed", "tag": "148dca76-f046-4076-aaac-253262f5eed4"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:37.304479 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 148dca76-f046-4076-aaac-253262f5eed4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=148dca76-f046-4076-aaac-253262f5eed4,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:37.322860 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:37.341215 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Sync routers for ids ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:37.374092 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716f55d-aab3-476d-8671-957cd6ce9f89 x-openstack-request-id: req-0716f55d-aab3-476d-8671-957cd6ce9f89 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:37.374810 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "name": "network-vif-plugged", "status": "completed", "tag": "148dca76-f046-4076-aaac-253262f5eed4", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:37.375225 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0716f55d-aab3-476d-8671-957cd6ce9f89 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:37.375896 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148dca76-f046-4076-aaac-253262f5eed4', 'code': 200} Jul 07 20:51:37.380051 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Routers {'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:37.381341 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:37.395245 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.434707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] For port 259d1f11-3f6c-4326-b30f-c136d7e86322, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:37.435238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.442721 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a6fb7302-bda1-42b3-964b-9b4995e8d225 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1031368 Jul 07 20:51:37.445103 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41592) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:37.581273 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41594) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:37.659130 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] For port 259d1f11-3f6c-4326-b30f-c136d7e86322, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=259d1f11-3f6c-4326-b30f-c136d7e86322,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:37.731832 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.759563 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=148dca76-f046-4076-aaac-253262f5eed4,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:37.781542 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1807807045-network', 'tenant_id': '02af07f49f9747d185a57745e7596c53'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:37.785881 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:35Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:37.866360 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Made reservation on behalf of 02af07f49f9747d185a57745e7596c53 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:37.870600 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.911200 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.916278 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef7396-6c67-4e21-9b3a-f5a64ce3b550 req-cfeec822-005d-4692-a977-9195d4e94bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:37.918218 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3ef7396-6c67-4e21-9b3a-f5a64ce3b550 req-cfeec822-005d-4692-a977-9195d4e94bdb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 1098 time: 0.1802788 Jul 07 20:51:37.940783 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1911-f679-41d4-a15f-127540e8aff7 None None] The sync data for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi is: [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:35Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:38.079660 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Set router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:38.104478 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f7f41-c5ec-4014-8288-0bcb664006c4 None None] Pushing event updated for resources: {'Port': ['ID=259d1f11-3f6c-4326-b30f-c136d7e86322,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:38.149314 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.236376 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.272955 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.283161 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3ef7396-6c67-4e21-9b3a-f5a64ce3b550 req-2bacbc6e-99b5-47fe-b299-42562e04ecdd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2433858 Jul 07 20:51:38.414536 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:38.517067 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe97a54-d62e-41c0-a435-4c30e057c163,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:38.573497 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.574309 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Added segment 3335ff86-7726-4ad7-b0ee-04edae6f40dd of type vlan for network 08767028-0fa2-45e9-adc9-c3f8ec3c770d Jul 07 20:51:38.852347 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:36Z', 'revision_number': 3, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:38.987970 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Checking router: bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:38.988329 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Updating router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 port dff7d358-0669-4621-abec-4dac235d95ac binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:39.006700 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.084344 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.087828 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.089777 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:39.090826 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.107988 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a7a33-4d17-45f6-9cf6-62520b0dcf46 req-d591137e-6dd3-42aa-ad8b-ff631e2ad3bc tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:39.116945 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-232a7a33-4d17-45f6-9cf6-62520b0dcf46 req-d591137e-6dd3-42aa-ad8b-ff631e2ad3bc tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.4535124 Jul 07 20:51:39.196928 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.229493 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6464047 Jul 07 20:51:39.239852 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41624) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:39.248317 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-232a7a33-4d17-45f6-9cf6-62520b0dcf46 req-3fd7bb3b-4245-48d2-a005-1f0f52e9f73c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300466 Jul 07 20:51:39.249699 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d295e6-c296-4cc8-98cb-aab0e40dca91 req-0120b4fa-ead1-4503-8766-d1abd3cee9cc tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:39.251463 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-38d295e6-c296-4cc8-98cb-aab0e40dca91 req-0120b4fa-ead1-4503-8766-d1abd3cee9cc tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1387441 Jul 07 20:51:39.259444 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Request body: {'subnet': {'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1807807045-subnet', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:39.263750 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33089e0c-4e29-4e18-953a-c382daa33562 admin admin] Pushing event updated for resources: {'Network': ['ID=08767028-0fa2-45e9-adc9-c3f8ec3c770d,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:39.280945 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:39.423911 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-38d295e6-c296-4cc8-98cb-aab0e40dca91 req-0b64800f-375b-4b46-ab82-f5c68d5e9b31 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464303 Jul 07 20:51:39.476352 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Made reservation on behalf of 02af07f49f9747d185a57745e7596c53 for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:39.479358 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.686355 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Allocated IP 172.20.0.1 (07bc8969-6dba-434d-b603-e5c68e6d041b/1e995dc4-1370-4d86-bc79-fc0db26b53a2/2d2abbfa-b954-4655-965f-8521b045469b) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:39.759193 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.781082 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Transition to ACTIVE for port object dff7d358-0669-4621-abec-4dac235d95ac will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:39.796192 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.861660 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c89e5-34c9-484d-9ec2-213b8344c59b None None] Pushing event updated for resources: {'Port': ['ID=dff7d358-0669-4621-abec-4dac235d95ac,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:39.896579 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Attempting to bind port dff7d358-0669-4621-abec-4dac235d95ac on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:39.897575 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Attempting to bind port dff7d358-0669-4621-abec-4dac235d95ac by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:39.898108 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Attempting to bind port dff7d358-0669-4621-abec-4dac235d95ac on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:39.921259 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:39.921638 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:39.922029 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.922451 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:39.923776 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Bound port: dff7d358-0669-4621-abec-4dac235d95ac, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:39.924192 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.014022 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] For port dff7d358-0669-4621-abec-4dac235d95ac, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:40.020193 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] For port dff7d358-0669-4621-abec-4dac235d95ac, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=dff7d358-0669-4621-abec-4dac235d95ac,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:40.028906 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.175543 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ab331-68df-4d7b-94df-1d94c412d17b None None] Network 07bc8969-6dba-434d-b603-e5c68e6d041b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:40.264072 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Routers {'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:40.272060 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:40.304134 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-c9b16c21-622f-4502-b8bc-b9cddef17c9f None None] Provisioning for port 259d1f11-3f6c-4326-b30f-c136d7e86322 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:40.449509 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c89e5-34c9-484d-9ec2-213b8344c59b None None] Pushing event updated for resources: {'Port': ['ID=dff7d358-0669-4621-abec-4dac235d95ac,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:40.459486 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.473605 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 259d1f11-3f6c-4326-b30f-c136d7e86322 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:40.525515 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.648304 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 259d1f11-3f6c-4326-b30f-c136d7e86322 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:40.650525 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] Set router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:40.655107 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 259d1f11-3f6c-4326-b30f-c136d7e86322 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:40.655476 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.664387 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b25ec5-07c2-4106-9edc-2022096c50d4,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:40.747259 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.768672 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.808903 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Transition to ACTIVE for port object 2d2abbfa-b954-4655-965f-8521b045469b will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:40.819365 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 259d1f11-3f6c-4326-b30f-c136d7e86322, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=259d1f11-3f6c-4326-b30f-c136d7e86322,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:40.827016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.828339 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device df914630-5e5c-4696-990c-dc1777d9151e up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:40.843322 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Checking segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:40.843322 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Network hostable DHCP agents. Network: 08767028-0fa2-45e9-adc9-c3f8ec3c770d, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:40.898432 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:40.918776 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726256fe-68bb-493d-a3fc-ec885f7fb117 req-2e3fc444-bc76-4292-82ac-9f8d3501de99 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:40.929071 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-726256fe-68bb-493d-a3fc-ec885f7fb117 req-2e3fc444-bc76-4292-82ac-9f8d3501de99 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.3202672 Jul 07 20:51:40.939822 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 08767028-0fa2-45e9-adc9-c3f8ec3c770d) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:40.941597 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:36Z', 'revision_number': 3, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:40.956856 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:40.957858 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.983294 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-4d6a5b2f-19d4-4969-aabc-0a8c5eb35bdf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7304800 Jul 07 20:51:40.988115 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41650) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:40.992978 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.996724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:40.996959 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527771e2-1cba-49c0-9f55-113e1beebff5 None None] The sync data for ids ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'] in dv-cinder-790535-7-iscsi is: [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:36Z', 'revision_number': 3, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:41.019932 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-726256fe-68bb-493d-a3fc-ec885f7fb117 req-232ee868-ee16-4363-a124-b1ec990b13f4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894175 Jul 07 20:51:41.050297 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.053658 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.086438 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Network 07bc8969-6dba-434d-b603-e5c68e6d041b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:41.090777 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:41.094669 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:41.147536 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2abbfa-b954-4655-965f-8521b045469b,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:41.166669 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.202625 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.205077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=259d1f11-3f6c-4326-b30f-c136d7e86322,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:41.221983 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95436bf6-2489-475a-84af-da20c2048e84 None None] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:41.533623 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.554368 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:41.555358 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.589701 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-18b0f9d3-74c1-4452-9e4e-da894e5a47b5 None None] Provisioning complete for port 259d1f11-3f6c-4326-b30f-c136d7e86322 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:41.590341 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-18b0f9d3-74c1-4452-9e4e-da894e5a47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.620566 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.641630 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port df914630-5e5c-4696-990c-dc1777d9151e completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:41.649780 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port df914630-5e5c-4696-990c-dc1777d9151e triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:41.650519 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.977027 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Allocated IP 172.20.0.2 (08767028-0fa2-45e9-adc9-c3f8ec3c770d/08b25ec5-07c2-4106-9edc-2022096c50d4/6a829521-ec60-42c6-a6cd-c4f5be4ccfcb) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:41.983530 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.014109 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.016127 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.087179 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.103222 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.135808 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port df914630-5e5c-4696-990c-dc1777d9151e, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=df914630-5e5c-4696-990c-dc1777d9151e,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:42.145433 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-04f9866b-2087-47b0-ab52-e74a530e8bc3 None None] Provisioning for port 2d2abbfa-b954-4655-965f-8521b045469b completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:42.149471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.155613 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.171203 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-04f9866b-2087-47b0-ab52-e74a530e8bc3 None None] Provisioning complete for port 2d2abbfa-b954-4655-965f-8521b045469b triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:42.171203 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-04f9866b-2087-47b0-ab52-e74a530e8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.243034 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2abbfa-b954-4655-965f-8521b045469b,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:42.305850 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f4444-3a7a-4abd-a17c-f916be9d551d req-b8b5a400-9136-4be8-a186-9d360aed9d0e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:42.307855 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4d7f4444-3a7a-4abd-a17c-f916be9d551d req-b8b5a400-9136-4be8-a186-9d360aed9d0e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.3170290 Jul 07 20:51:42.335230 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-04f9866b-2087-47b0-ab52-e74a530e8bc3 None None] Port 2d2abbfa-b954-4655-965f-8521b045469b cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:42.337192 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41666) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:42.344410 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'floatingip': {'port_id': '148dca76-f046-4076-aaac-253262f5eed4'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:42.348966 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=df914630-5e5c-4696-990c-dc1777d9151e,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:42.364222 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Allocated IP 172.27.3.224 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/9d39f6bc-7ccb-497f-b390-aa7ce7022039) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:42.428383 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.444554 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.459906 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Transition to ACTIVE for port object 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:42.499656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device dff7d358-0669-4621-abec-4dac235d95ac up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:42.504520 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Transition to ACTIVE for port object 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:42.548334 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.577286 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Network 07bc8969-6dba-434d-b603-e5c68e6d041b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:42.584354 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:42.653793 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:42.677264 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:42.686276 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:42.694419 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.696022 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Pushing event updated for resources: {'Port': ['ID=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:42.744758 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port dff7d358-0669-4621-abec-4dac235d95ac completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:42.774558 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port dff7d358-0669-4621-abec-4dac235d95ac triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:42.774918 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.775195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.810224 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Attempting to bind port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:42.810794 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Attempting to bind port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:42.811220 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Attempting to bind port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:42.830574 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:42.831274 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Checking segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:42.831722 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.832222 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Bound using segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:42.832722 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Bound port: 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:42.833111 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.864352 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:42.872725 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:42.875913 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:42.879666 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Pushing event updated for resources: {'Port': ['ID=9d39f6bc-7ccb-497f-b390-aa7ce7022039,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:42.998435 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.006075 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] For port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:43.010023 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] For port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:43.025055 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.041563 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port dff7d358-0669-4621-abec-4dac235d95ac, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=dff7d358-0669-4621-abec-4dac235d95ac,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:43.074576 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.077321 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 259d1f11-3f6c-4326-b30f-c136d7e86322 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:43.171871 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-500240be-5e5b-4e60-bc55-7e88f08028f4 None None] Provisioning complete for port 2d2abbfa-b954-4655-965f-8521b045469b triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:43.172314 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-500240be-5e5b-4e60-bc55-7e88f08028f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.237897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:43.288868 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f4c88-ee96-4d3a-a561-d8f1b82ec12a None None] Pushing event updated for resources: {'Port': ['ID=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:43.473234 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-500240be-5e5b-4e60-bc55-7e88f08028f4 None None] Port 2d2abbfa-b954-4655-965f-8521b045469b cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:43.654990 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 259d1f11-3f6c-4326-b30f-c136d7e86322 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:43.656166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.791121 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=dff7d358-0669-4621-abec-4dac235d95ac,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:43.929854 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.137647 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:44.160613 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-51ab30a3-dbe2-4afa-9c41-c5f7e9e77652 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7135241 Jul 07 20:51:44.340415 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.346144 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.361458 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.575427 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Sync routers for ids ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:44.647252 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Routers {'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:44.647908 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:44.652569 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device dff7d358-0669-4621-abec-4dac235d95ac up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:44.783052 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:44.795041 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Floating IP bd27c28f-5e88-497e-ad63-f3463eeec61d associated. External IP: 172.27.3.151, port: 148dca76-f046-4076-aaac-253262f5eed4. Jul 07 20:51:44.803629 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port dff7d358-0669-4621-abec-4dac235d95ac triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:44.811229 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.944740 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Set router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:45.017881 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:45.153778 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:45.166712 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a37bc5-1de0-44ac-a70c-0b08d21e9dc2 None None] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:45.170395 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:45.223192 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:45.224134 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:45.245000 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.249331 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-44caa99a-b5b0-4c78-a9b7-806245a3f917 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2569616 Jul 07 20:51:45.250259 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41740) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:45.432490 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:45.477206 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:45.825698 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7532c9d0-b574-450e-b6e1-805ff035fac4 None None] Provisioning for port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:45.896925 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:45.906144 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:45.909712 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.917652 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7532c9d0-b574-450e-b6e1-805ff035fac4 None None] Provisioning complete for port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:45.918364 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7532c9d0-b574-450e-b6e1-805ff035fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.988154 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:46.086900 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 3, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:46.109822 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-f960f26c-51b3-412c-b5c0-0cfc98ac7a4f tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "PUT /v2.0/floatingips/bd27c28f-5e88-497e-ad63-f3463eeec61d HTTP/1.1" status: 200 len: 991 time: 3.7712071 Jul 07 20:51:46.112773 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'tag': '148dca76-f046-4076-aaac-253262f5eed4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:46.114311 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:46.117749 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.126037 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b01603a-9629-43af-962e-a3b0d278a9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "tag": "148dca76-f046-4076-aaac-253262f5eed4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:46.146625 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:46.147006 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Updating router e03ad519-c726-48f0-bd49-af0a2eaef5bd port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:46.223070 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.290384 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bdf47-3e43-451c-a501-12a992c3b096 req-b83ca1f6-9d41-4728-85b5-37780a3afd9d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:46.293187 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-980bdf47-3e43-451c-a501-12a992c3b096 req-b83ca1f6-9d41-4728-85b5-37780a3afd9d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.3100252 Jul 07 20:51:46.336792 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:46.337757 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:46.464470 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-980bdf47-3e43-451c-a501-12a992c3b096 req-2476a23e-f0f5-45b3-ac74-4d9589de638b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619487 Jul 07 20:51:46.590848 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:46.770424 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.923786 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.938273 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Transition to ACTIVE for port object 9d39f6bc-7ccb-497f-b390-aa7ce7022039 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:46.947406 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.983773 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a55471-4a27-4625-8d1b-8f833757a6c1 x-openstack-request-id: req-58a55471-4a27-4625-8d1b-8f833757a6c1 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:46.984554 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "tag": "148dca76-f046-4076-aaac-253262f5eed4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:46.984746 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58a55471-4a27-4625-8d1b-8f833757a6c1 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:46.985366 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'tag': '148dca76-f046-4076-aaac-253262f5eed4', 'status': 'completed', 'code': 200} Jul 07 20:51:47.079154 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb85c-d44f-4368-9d4a-c0cf0d6521a5 None None] Pushing event updated for resources: {'Port': ['ID=9d39f6bc-7ccb-497f-b390-aa7ce7022039,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.098432 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Attempting to bind port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:47.100120 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Attempting to bind port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:47.100663 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Attempting to bind port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:47.114800 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:47.115508 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:47.116348 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.116936 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:47.117613 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Bound port: 9d39f6bc-7ccb-497f-b390-aa7ce7022039, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:47.118201 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.241350 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-d027f368-685f-491f-a0e9-08d82b23d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.245788 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-d027f368-685f-491f-a0e9-08d82b23d68f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 1098 time: 0.2255838 Jul 07 20:51:47.247810 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] For port 9d39f6bc-7ccb-497f-b390-aa7ce7022039, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:47.250093 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.260924 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] For port 9d39f6bc-7ccb-497f-b390-aa7ce7022039, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=9d39f6bc-7ccb-497f-b390-aa7ce7022039,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:47.274687 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.337297 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:47.344480 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:41Z', 'revision_number': 4, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '2d2abbfa-b954-4655-965f-8521b045469b', 'name': '', 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'mac_address': 'fa:16:3e:73:3c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:39Z', 'updated_at': '2021-07-07T20:51:41Z', 'revision_number': 2, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'subnets': [{'id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:47.364257 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb85c-d44f-4368-9d4a-c0cf0d6521a5 None None] Pushing event updated for resources: {'Port': ['ID=9d39f6bc-7ccb-497f-b390-aa7ce7022039,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.394016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Checking router: bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:47.394632 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Updating router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 port 2d2abbfa-b954-4655-965f-8521b045469b binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:47.397026 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.397946 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device df914630-5e5c-4696-990c-dc1777d9151e up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:47.405560 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:47.406200 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:47.561499 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:47.667438 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Allocated IP 172.20.0.1 (08767028-0fa2-45e9-adc9-c3f8ec3c770d/08b25ec5-07c2-4106-9edc-2022096c50d4/90609eb1-b5c8-4311-a7e9-f2407c56ed86) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:47.669358 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-eba70219-ab23-48f0-9532-e5fd19fbdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.671141 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-eba70219-ab23-48f0-9532-e5fd19fbdd54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 912 time: 0.4158044 Jul 07 20:51:47.780787 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7532c9d0-b574-450e-b6e1-805ff035fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.797699 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.822362 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.840171 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-b867d9fd-5281-4547-8ce4-cfd79d688fdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 200 len: 999 time: 0.1616485 Jul 07 20:51:47.932096 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.947684 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-cf89b471-42da-4309-b043-daefc0b86c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.949404 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-cf89b471-42da-4309-b043-daefc0b86c86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.1013439 Jul 07 20:51:47.957192 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port df914630-5e5c-4696-990c-dc1777d9151e triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:47.957961 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.986588 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 3, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:48.043870 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Transition to ACTIVE for port object 90609eb1-b5c8-4311-a7e9-f2407c56ed86 will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:48.065855 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb0137-d40a-4a2d-818c-a48047c0d694 None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 3, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:48.155615 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-d014889e-379b-4122-b46e-0ffc934cb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:48.156844 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e626-6029-443c-8e20-3229989fc998 req-527ad6c0-73a8-45d3-b932-a41acf169f90 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:48.158539 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-48d1e626-6029-443c-8e20-3229989fc998 req-527ad6c0-73a8-45d3-b932-a41acf169f90 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.2346370 Jul 07 20:51:48.168371 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.169350 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-d014889e-379b-4122-b46e-0ffc934cb189 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2020240 Jul 07 20:51:48.293331 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Pushing event updated for resources: {'Port': ['ID=90609eb1-b5c8-4311-a7e9-f2407c56ed86,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:48.413066 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:48.428663 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:48.436641 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:48.507307 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.db.api [None req-7532c9d0-b574-450e-b6e1-805ff035fac4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:51:48.509294 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG oslo_db.api [None req-7532c9d0-b574-450e-b6e1-805ff035fac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:51:48.563382 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'bd27c28f-5e88-497e-ad63-f3463eeec61d', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'port_id': '148dca76-f046-4076-aaac-253262f5eed4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'mac_address': 'fa:16:3e:59:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16669549-15f4-4c0c-84fe-292b85f64085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:51:10Z', 'updated_at': '2021-07-07T20:51:44Z', 'revision_number': 1, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:48.629067 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.645530 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-48d1e626-6029-443c-8e20-3229989fc998 req-c47ab6ca-88ad-45b6-93ba-558d8793469b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490166 Jul 07 20:51:48.682308 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-0bc512b8-453b-470f-8797-1241f6e928fb service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050149 Jul 07 20:51:48.902349 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:48.919702 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b01603a-9629-43af-962e-a3b0d278a9ff req-4c2854ed-87cf-4265-89a2-8070f3161299 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287207 Jul 07 20:51:49.094812 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.174382 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:49.175956 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:49.469206 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.480126 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.728546 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Pushing event updated for resources: {'Port': ['ID=90609eb1-b5c8-4311-a7e9-f2407c56ed86,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:49.792871 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.905020 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.981900 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Transition to ACTIVE for port object 2d2abbfa-b954-4655-965f-8521b045469b will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:49.994895 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:49.999924 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.167825 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:50.172789 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:50.420119 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693876e3-fc0f-4b69-a130-887e8ba5b0eb None None] Pushing event updated for resources: {'Port': ['ID=2d2abbfa-b954-4655-965f-8521b045469b,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:50.440062 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:50.574505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-786e015c-c791-4119-b1d1-e81f469b42c2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:50.599077 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-786e015c-c791-4119-b1d1-e81f469b42c2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 0.5833027 Jul 07 20:51:50.610062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df736c-2909-46eb-ad1d-34af503ad803 req-b9744f66-86ad-4530-bae6-5f3fb14598c4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:50.618455 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-69df736c-2909-46eb-ad1d-34af503ad803 req-b9744f66-86ad-4530-bae6-5f3fb14598c4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.4309709 Jul 07 20:51:50.637933 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-973fa090-3b7d-4f1d-a5e0-96fcfc44ca6b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/quotas/cb7289c3b2784708b7dc0f5c9cb7106f HTTP/1.1" status: 200 len: 375 time: 0.0373633 Jul 07 20:51:50.665561 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:50.829401 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbfb-2b6e-49cc-944c-76e793ebf678 None None] Provisioning for port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:50.883374 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbfb-2b6e-49cc-944c-76e793ebf678 None None] Provisioning complete for port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:50.883794 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1a92dbfb-2b6e-49cc-944c-76e793ebf678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.966844 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-69df736c-2909-46eb-ad1d-34af503ad803 req-73872d7e-ee36-42ce-b3a4-1df758a30f5b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196599 Jul 07 20:51:50.976362 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-bbb5df72-2813-45a6-9291-0d706a0906d8 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3279305 Jul 07 20:51:51.047587 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-1a92dbfb-2b6e-49cc-944c-76e793ebf678 None None] Port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:51.049386 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Attempting to bind port 2d2abbfa-b954-4655-965f-8521b045469b on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:51.049877 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Attempting to bind port 2d2abbfa-b954-4655-965f-8521b045469b by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:51.050276 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Attempting to bind port 2d2abbfa-b954-4655-965f-8521b045469b on network 07bc8969-6dba-434d-b603-e5c68e6d041b {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:51.113805 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:51.114031 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Checking segment: {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:51.114624 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.115807 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Bound using segment: {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:51.116843 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Bound port: 2d2abbfa-b954-4655-965f-8521b045469b, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:51.117585 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.169550 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:51.170141 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.377347 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbfb-2b6e-49cc-944c-76e793ebf678 None None] Provisioning complete for port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:51.380080 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1a92dbfb-2b6e-49cc-944c-76e793ebf678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.424231 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:51.473462 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-80ef1335-ab99-4c0f-81fd-9b690313491c admin admin] 10.222.0.72 "PUT /v2.0/routers/e03ad519-c726-48f0-bd49-af0a2eaef5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2218471 Jul 07 20:51:51.623639 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-b8235c8f-68ab-4ad0-b61f-b684c5505161 service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439309 Jul 07 20:51:51.729985 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41854) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:51.839975 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] For port 2d2abbfa-b954-4655-965f-8521b045469b, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:52.109938 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.118070 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] For port 2d2abbfa-b954-4655-965f-8521b045469b, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=2d2abbfa-b954-4655-965f-8521b045469b,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:52.134642 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-b48e1f9c-e30f-42ee-b275-9338369217ce service neutron] 10.222.0.72 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017383 Jul 07 20:51:52.144301 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.195459 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4b8331d2-23e5-42be-af50-123eb74fc2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.272641 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:52.312221 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:52.316545 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:52.693393 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Routers {'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:52.694098 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:52.706656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'bd27c28f-5e88-497e-ad63-f3463eeec61d', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'port_id': '148dca76-f046-4076-aaac-253262f5eed4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'mac_address': 'fa:16:3e:59:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16669549-15f4-4c0c-84fe-292b85f64085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:51:10Z', 'updated_at': '2021-07-07T20:51:44Z', 'revision_number': 1, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:52.716474 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9d39f6bc-7ccb-497f-b390-aa7ce7022039 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:52.821621 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4b8331d2-23e5-42be-af50-123eb74fc2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.841417 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4b8331d2-23e5-42be-af50-123eb74fc2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.846500 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693876e3-fc0f-4b69-a130-887e8ba5b0eb None None] Pushing event updated for resources: {'Port': ['ID=2d2abbfa-b954-4655-965f-8521b045469b,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:52.867217 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:52.923892 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaadefa-29cd-4b9f-ba31-682a5cf05730 req-f0c5a625-cb9a-411d-aaf0-9a0eca20f923 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:52.938630 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0eaadefa-29cd-4b9f-ba31-682a5cf05730 req-f0c5a625-cb9a-411d-aaf0-9a0eca20f923 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.4870968 Jul 07 20:51:53.017061 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-4b8331d2-23e5-42be-af50-123eb74fc2fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2da205c80e7f4eacb022522563a020c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2839713 Jul 07 20:51:53.020008 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41884) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:53.039579 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8331d2-23e5-42be-af50-123eb74fc2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514eeb11-a4a9-403a-87b8-7466b84a5f7a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.059698 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69238bba-452c-448c-80f5-d22b849c0e38 None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'bd27c28f-5e88-497e-ad63-f3463eeec61d', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'port_id': '148dca76-f046-4076-aaac-253262f5eed4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'mac_address': 'fa:16:3e:59:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16669549-15f4-4c0c-84fe-292b85f64085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:51:10Z', 'updated_at': '2021-07-07T20:51:44Z', 'revision_number': 1, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:53.162166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-94847376-a124-44b7-8d60-888b058747e0 None None] Provisioning complete for port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:53.165667 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-94847376-a124-44b7-8d60-888b058747e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.198130 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0eaadefa-29cd-4b9f-ba31-682a5cf05730 req-f5dd977e-b137-4038-9e39-7ecdff2c9beb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561429 Jul 07 20:51:53.381475 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-db55076c-69e1-48f0-bdb3-db7f72df514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.493035 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-94847376-a124-44b7-8d60-888b058747e0 None None] Port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:53.538003 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:53.652745 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ebb6b130-7d94-4717-95ff-00085561e97f req-82e6f687-b5d2-4fd0-b2f5-0edd6a575534 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 210 time: 0.1531520 Jul 07 20:51:53.677212 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:53.683276 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.866005 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57ec6d-1dd3-4feb-aa0f-40a7371dba65 None None] New status for floating IP bd27c28f-5e88-497e-ad63-f3463eeec61d: ACTIVE {{(pid=99433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:53.880958 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:51:49Z', 'revision_number': 2, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:53.919196 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:53.920682 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Updating router e03ad519-c726-48f0-bd49-af0a2eaef5bd port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:53.998497 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41898) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:54.011324 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1951983715-network', 'tenant_id': '10f703284da946948032590c679d74f1'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:54.030746 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.047296 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Made reservation on behalf of 10f703284da946948032590c679d74f1 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:54.050490 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.062599 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.124057 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c146f2-1ce5-4eee-b0a7-c59d11e362d2 req-34ad58ff-af45-439b-b9a5-5480e2c64552 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:54.126749 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e5c146f2-1ce5-4eee-b0a7-c59d11e362d2 req-34ad58ff-af45-439b-b9a5-5480e2c64552 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2663491 Jul 07 20:51:54.157989 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] Set router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:54.210069 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e5c146f2-1ce5-4eee-b0a7-c59d11e362d2 req-14380c9c-67b9-4388-9f0d-d3be12654e2b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736120 Jul 07 20:51:54.472282 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-db55076c-69e1-48f0-bdb3-db7f72df514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.480354 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.494537 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.560391 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:54.702136 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7bdb7e-e375-48bc-9e29-cb5e1ba49e2d,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:54.709477 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d573e-b06a-4052-90a0-5de4172d8fab req-ee5ef12e-51e8-4357-8e3d-4280ed56bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:54.711503 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.715993 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Added segment 04d01ab5-fa96-4128-aad7-25bb7d78ff4a of type vlan for network e038f627-42cb-4b00-8abc-e467a00f462e Jul 07 20:51:54.716330 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-ee5ef12e-51e8-4357-8e3d-4280ed56bf0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 1.3056927 Jul 07 20:51:54.850594 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.868720 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-db55076c-69e1-48f0-bdb3-db7f72df514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.906883 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-db55076c-69e1-48f0-bdb3-db7f72df514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.914209 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-db55076c-69e1-48f0-bdb3-db7f72df514d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/514eeb11-a4a9-403a-87b8-7466b84a5f7a HTTP/1.1" status: 204 len: 168 time: 1.8864779 Jul 07 20:51:54.940645 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.977837 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Transition to ACTIVE for port object 90609eb1-b5c8-4311-a7e9-f2407c56ed86 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:54.986647 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55076c-69e1-48f0-bdb3-db7f72df514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514eeb11-a4a9-403a-87b8-7466b84a5f7a,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:54.989435 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.990811 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.991926 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:54.992550 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.992682 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.118931 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82903d7-a5f0-4c3e-bef3-d024609f0594 None None] Pushing event updated for resources: {'Port': ['ID=90609eb1-b5c8-4311-a7e9-f2407c56ed86,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:55.123490 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 9d39f6bc-7ccb-497f-b390-aa7ce7022039, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=9d39f6bc-7ccb-497f-b390-aa7ce7022039,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:55.145423 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.272748 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2660005 Jul 07 20:51:55.288295 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41910) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:55.292787 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d573e-b06a-4052-90a0-5de4172d8fab req-364db216-0ded-463d-913d-5e00776f3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:55.296811 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-364db216-0ded-463d-913d-5e00776f3616 service neutron] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 919 time: 0.5688002 Jul 07 20:51:55.351370 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Attempting to bind port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:55.351731 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Attempting to bind port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:55.352095 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Attempting to bind port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:55.355004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Request body: {'subnet': {'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1951983715-subnet', 'tenant_id': '10f703284da946948032590c679d74f1', 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:55.371505 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:55.371762 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Checking segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:55.372175 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.372570 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Bound using segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:55.373079 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Bound port: 90609eb1-b5c8-4311-a7e9-f2407c56ed86, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:55.373586 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.400246 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:41Z', 'revision_number': 4, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '2d2abbfa-b954-4655-965f-8521b045469b', 'name': '', 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'mac_address': 'fa:16:3e:73:3c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:39Z', 'updated_at': '2021-07-07T20:51:51Z', 'revision_number': 4, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'subnets': [{'id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:55.418280 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=9d39f6bc-7ccb-497f-b390-aa7ce7022039,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:55.423691 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-350613db-24f1-44ef-95e5-388295b68b9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 217 time: 0.1031201 Jul 07 20:51:55.457936 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990495c-e5d4-4cb0-8a9f-e3c9fba5c5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e038f627-42cb-4b00-8abc-e467a00f462e,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:55.480139 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6288e830-9989-4a9e-a4e4-43190589a5a7 req-00a2ec72-e0d3-44cc-a8c7-a3a7e235b570 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 210 time: 0.2316129 Jul 07 20:51:55.516574 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba3de-1997-4bf3-be56-93ff10d2074c None None] The sync data for ids ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'] in dv-cinder-790535-7-iscsi is: [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:41Z', 'revision_number': 4, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '2d2abbfa-b954-4655-965f-8521b045469b', 'name': '', 'network_id': '07bc8969-6dba-434d-b603-e5c68e6d041b', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'mac_address': 'fa:16:3e:73:3c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:39Z', 'updated_at': '2021-07-07T20:51:51Z', 'revision_number': 4, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'subnets': [{'id': '1e995dc4-1370-4d86-bc79-fc0db26b53a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:55.525059 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Made reservation on behalf of 10f703284da946948032590c679d74f1 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:55.527676 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5647981'] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.530860 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network e038f627-42cb-4b00-8abc-e467a00f462e details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:55.574396 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d573e-b06a-4052-90a0-5de4172d8fab req-b6ebace4-0ab3-4826-bdcc-e0938271c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:55.578078 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-b6ebace4-0ab3-4826-bdcc-e0938271c974 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.1404352 Jul 07 20:51:55.729588 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] For port 90609eb1-b5c8-4311-a7e9-f2407c56ed86, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:55.760027 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] For port 90609eb1-b5c8-4311-a7e9-f2407c56ed86, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=90609eb1-b5c8-4311-a7e9-f2407c56ed86,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:55.787311 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.905365 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-ea1dd396-6109-46c1-9a34-a003600fc1f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3143010 Jul 07 20:51:55.952204 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255591c9-70a0-400d-9476-22be11c0fc11 req-3c350cfe-1be9-4424-8341-01a3700e6b36 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:55.966978 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-255591c9-70a0-400d-9476-22be11c0fc11 req-3c350cfe-1be9-4424-8341-01a3700e6b36 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.9513917 Jul 07 20:51:56.083820 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:56.087928 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:56.302526 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-0426d5af-3d7d-4f71-8fd4-a0e2afbe9f2a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:56.309595 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-0426d5af-3d7d-4f71-8fd4-a0e2afbe9f2a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 814 time: 1.0048399 Jul 07 20:51:56.491717 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Request body: {'port': {'device_id': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'admin_state_up': True, 'tenant_id': 'cb7289c3b2784708b7dc0f5c9cb7106f'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:56.615447 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7144477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5647999'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.673936 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82903d7-a5f0-4c3e-bef3-d024609f0594 None None] Pushing event updated for resources: {'Port': ['ID=90609eb1-b5c8-4311-a7e9-f2407c56ed86,revision_number=4']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:56.817265 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:56.923354 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6498d178-9b66-43e2-a72d-d33cd31f221b,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:56.957940 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-255591c9-70a0-400d-9476-22be11c0fc11 req-aae12eb3-c328-4272-a6c9-ed4df97f78a0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9877162 Jul 07 20:51:57.039225 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Checking segment: {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:57.039645 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Network hostable DHCP agents. Network: e038f627-42cb-4b00-8abc-e467a00f462e, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:57.150288 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Made reservation on behalf of cb7289c3b2784708b7dc0f5c9cb7106f for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:57.153740 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.163366 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Network e038f627-42cb-4b00-8abc-e467a00f462e is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:57.209139 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, e038f627-42cb-4b00-8abc-e467a00f462e) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:57.217435 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:57.222315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.225102 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbcd55a-9b0f-4974-a979-e97ae8115916 None None] Network e038f627-42cb-4b00-8abc-e467a00f462e requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:57.307821 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3edb5565-d0ec-4f5a-b3dc-ec3716b599eb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0183504 Jul 07 20:51:57.308470 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41952) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:57.334351 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:57.370372 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-8aaa2aa0-1464-4d33-8be4-b37f80ea0c6b service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3875198 Jul 07 20:51:57.488194 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.490897 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.519280 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41958) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:57.793651 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.844907 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 2d2abbfa-b954-4655-965f-8521b045469b up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:57.872780 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-56b88ee9-2d59-4c26-879b-0e0ab4f6de93 req-6e581e15-ff6a-4eb1-bdf4-2c30f971955f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 210 time: 0.1504757 Jul 07 20:51:57.890512 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-e038f627-42cb-4b00-8abc-e467a00f462e', 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e', 'tenant_id': '10f703284da946948032590c679d74f1', 'fixed_ips': [{'subnet_id': '6498d178-9b66-43e2-a72d-d33cd31f221b'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:57.905835 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.989699 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-842247490-network', 'tenant_id': '481030fc79564188b790930cd36af8e3'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:58.079516 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:58.131721 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-469d573e-b06a-4052-90a0-5de4172d8fab req-b098819a-9c86-4f2b-9546-9daf3ffce25f service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451751 Jul 07 20:51:58.167390 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 2d2abbfa-b954-4655-965f-8521b045469b completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:58.171948 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c5e64-6126-49f8-b816-9470b1bbc5d5 None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:58.175339 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Allocated IP 172.20.0.5 (ef8b348a-d22b-4f2f-b096-9eb551dcce6b/08a12624-db88-46b8-9b8c-05674238b7d0/87e074b3-f7a2-4cab-aaac-7584aaf08e1a) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:58.226062 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 2d2abbfa-b954-4655-965f-8521b045469b triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:58.226973 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.317630 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38400266-7bdc-4982-95c8-6ab271a02e68 req-f3949eba-f7dd-4058-8d92-982ab29db8ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:58.325343 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-38400266-7bdc-4982-95c8-6ab271a02e68 req-f3949eba-f7dd-4058-8d92-982ab29db8ff tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.8538475 Jul 07 20:51:58.327609 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Made reservation on behalf of 481030fc79564188b790930cd36af8e3 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:58.331792 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.365083 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Allocated IP 172.20.0.2 (e038f627-42cb-4b00-8abc-e467a00f462e/6498d178-9b66-43e2-a72d-d33cd31f221b/836e5e88-6a4f-40b8-aefb-f8ae227a7887) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:58.374471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.399901 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.584276 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.686492 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.774747 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-38400266-7bdc-4982-95c8-6ab271a02e68 req-b3d4d6f2-b949-48f8-8e94-991eb9ac69f2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480703 Jul 07 20:51:58.820636 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.844086 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event updated for resources: {'Port': ['ID=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:58.852879 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.866385 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.886669 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Network ef8b348a-d22b-4f2f-b096-9eb551dcce6b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:58.893509 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:58.905238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:58.908838 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:58.946300 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.946300 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Added segment 7ca3ed1e-aee1-4b80-9fb8-47551aa540d9 of type vlan for network 6bc2eff1-348f-4873-98fa-a27ad97b191b Jul 07 20:51:58.952654 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4919c576-b909-4c7f-9d2f-1a10e9c45f82,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:58.982496 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 2d2abbfa-b954-4655-965f-8521b045469b, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=2d2abbfa-b954-4655-965f-8521b045469b,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:59.008011 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.009923 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9d39f6bc-7ccb-497f-b390-aa7ce7022039 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:59.069542 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:59.070935 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.079300 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.127440 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-f251c86b-3e7a-4a5e-9837-c7ba9f535414 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6739714 Jul 07 20:51:59.181908 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:59.182481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.262968 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.263950 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:59.264538 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.298956 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=2d2abbfa-b954-4655-965f-8521b045469b,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:59.342540 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.385589 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Transition to ACTIVE for port object 836e5e88-6a4f-40b8-aefb-f8ae227a7887 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:59.457813 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Transition to ACTIVE for port object 836e5e88-6a4f-40b8-aefb-f8ae227a7887 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:59.461868 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9340832 Jul 07 20:51:59.462872 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41968) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:59.478133 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Request body: {'subnet': {'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-842247490-subnet', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:59.481846 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.496724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cdb20-60b9-40fd-a049-ac942d625a46 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc2eff1-348f-4873-98fa-a27ad97b191b,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:59.507004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.517433 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276e498-677e-407f-8224-8bd836fbb04f req-16b4f79d-48d1-48ce-9ce3-856180fb396e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:59.519934 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f276e498-677e-407f-8224-8bd836fbb04f req-16b4f79d-48d1-48ce-9ce3-856180fb396e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.3599744 Jul 07 20:51:59.560660 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.572477 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Made reservation on behalf of 481030fc79564188b790930cd36af8e3 for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:59.575356 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.647781 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Pushing event updated for resources: {'Port': ['ID=836e5e88-6a4f-40b8-aefb-f8ae227a7887,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:59.653825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:59.782034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Network e038f627-42cb-4b00-8abc-e467a00f462e is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:59.791821 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:59.798453 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f276e498-677e-407f-8224-8bd836fbb04f req-0203a890-b209-4b72-9f02-cb407093619e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400494 Jul 07 20:51:59.801884 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:59.931706 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Allocated IP 172.27.3.172 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/8032b3c3-17f8-44c6-be12-3f16c40d5ec8) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:59.961832 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 90609eb1-b5c8-4311-a7e9-f2407c56ed86 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:00.054233 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Attempting to bind port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:00.057463 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Attempting to bind port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:00.058219 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Attempting to bind port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 on network e038f627-42cb-4b00-8abc-e467a00f462e {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:00.075718 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:00.080249 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Checking segment: {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:00.083385 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.084086 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Bound using segment: {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:00.086852 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Bound port: 836e5e88-6a4f-40b8-aefb-f8ae227a7887, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:00.092705 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.103325 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.133750 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:00.156017 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:00.156388 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.193752 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Checking segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:00.198088 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Network hostable DHCP agents. Network: 6bc2eff1-348f-4873-98fa-a27ad97b191b, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:00.200949 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1896000b-292a-45d1-9b2a-8eccb9cee476,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:00.246047 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:00.262944 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] For port 836e5e88-6a4f-40b8-aefb-f8ae227a7887, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:00.275663 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 6bc2eff1-348f-4873-98fa-a27ad97b191b) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:00.280938 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] For port 836e5e88-6a4f-40b8-aefb-f8ae227a7887, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=836e5e88-6a4f-40b8-aefb-f8ae227a7887,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:00.283324 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:00.293896 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.297913 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.329890 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5a778ab9-d68b-4a41-99f7-561fe67217d6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8650670 Jul 07 20:52:00.330637 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 41974) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:00.339790 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:00.355831 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bd249-269a-4b64-9883-a45b3b231268 None None] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:00.357459 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b59696-0955-4325-88f9-630742a16bcd req-c9a95e56-f7cd-4ad4-bd3c-db4e8cd257d0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:00.359259 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.362096 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.371578 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4b59696-0955-4325-88f9-630742a16bcd req-c9a95e56-f7cd-4ad4-bd3c-db4e8cd257d0 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 931 time: 0.3270879 Jul 07 20:52:00.411348 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.413176 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.537223 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4b59696-0955-4325-88f9-630742a16bcd req-b0c00b0d-5534-4cb7-83e7-1bfc0f66dd7e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643288 Jul 07 20:52:00.546194 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac49df4-1e3e-4c58-be69-b199a1db7f11 None None] Pushing event updated for resources: {'Port': ['ID=836e5e88-6a4f-40b8-aefb-f8ae227a7887,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:00.563434 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.569236 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.651603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 90609eb1-b5c8-4311-a7e9-f2407c56ed86, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=90609eb1-b5c8-4311-a7e9-f2407c56ed86,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:00.670547 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.671281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 2d2abbfa-b954-4655-965f-8521b045469b up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:00.895237 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce', '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', '47388764-7468-4a95-87d4-6e3de3f1cb60'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:01.090144 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.118796 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Request body: {'port': {'device_id': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:01.208512 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=90609eb1-b5c8-4311-a7e9-f2407c56ed86,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:01.241725 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Pushing event updated for resources: {'Port': ['ID=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:01.308591 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:01.314607 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:01.323369 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:01.397302 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 2d2abbfa-b954-4655-965f-8521b045469b triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:01.402728 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.475953 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.549182 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17157f18-f08b-4382-a053-0a50adef884d req-357893f8-5962-4950-bd32-87864e3351c1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:01.551644 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-17157f18-f08b-4382-a053-0a50adef884d req-357893f8-5962-4950-bd32-87864e3351c1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.3548365 Jul 07 20:52:01.607788 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc27d-99bd-41b3-87d4-c50a0088e2a4 req-af80cb0c-a323-42ba-98c3-efa336788169 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:01.622312 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-549bc27d-99bd-41b3-87d4-c50a0088e2a4 req-af80cb0c-a323-42ba-98c3-efa336788169 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.2486773 Jul 07 20:52:01.654158 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-17157f18-f08b-4382-a053-0a50adef884d req-bece40e5-5e6d-4f24-80ac-091b81f73200 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938783 Jul 07 20:52:01.784574 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.934633 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-549bc27d-99bd-41b3-87d4-c50a0088e2a4 req-43ea0e39-11a3-41e3-a7b4-d972b8f9afb6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134544 Jul 07 20:52:01.985980 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-6bc2eff1-348f-4873-98fa-a27ad97b191b', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:52:01.991236 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.109360 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.403968 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.466170 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.485861 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 90609eb1-b5c8-4311-a7e9-f2407c56ed86 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:02.546893 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Allocated IP 172.20.0.2 (6bc2eff1-348f-4873-98fa-a27ad97b191b/1896000b-292a-45d1-9b2a-8eccb9cee476/b86ec3c8-4dad-4623-a5c9-0e9224298d67) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:02.704904 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Allocated IP 172.27.3.141 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/e5caa0b3-92a1-496f-8aad-b13ad7e0758e) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:02.806438 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ebde22-7377-42b1-8a1e-0d17dd01879f None None] Network e038f627-42cb-4b00-8abc-e467a00f462e requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:02.812819 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60573848-66be-4771-a8f6-2a718c3cc266 req-f339c6f4-e028-478f-93f7-a888175f3de4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.814597 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-60573848-66be-4771-a8f6-2a718c3cc266 req-f339c6f4-e028-478f-93f7-a888175f3de4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 931 time: 0.3524740 Jul 07 20:52:02.865401 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e074b3-f7a2-4cab-aaac-7584aaf08e1a {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:02.879252 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.920051 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Transition to ACTIVE for port object 87e074b3-f7a2-4cab-aaac-7584aaf08e1a will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:02.934923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.960525 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-60573848-66be-4771-a8f6-2a718c3cc266 req-4a5abbd9-0c07-4146-9001-7881f6bf4e0a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339409 Jul 07 20:52:02.988544 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Router e45c4a93-9948-4731-9319-37cab0b1d996 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:52:03.077583 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.080697 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Pushing event updated for resources: {'Port': ['ID=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:03.226996 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:03.227643 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.235513 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:03.241734 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c33f8-e241-4e0f-9e6f-ceffb5557d5e req-6376c484-2b0e-46de-8de1-c1b9903f1292 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:03.244162 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1b4c33f8-e241-4e0f-9e6f-ceffb5557d5e req-6376c484-2b0e-46de-8de1-c1b9903f1292 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.3391588 Jul 07 20:52:03.246542 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Sync routers for ids ['e45c4a93-9948-4731-9319-37cab0b1d996'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:03.263683 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Routers {'e45c4a93-9948-4731-9319-37cab0b1d996'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:03.264633 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e45c4a93-9948-4731-9319-37cab0b1d996'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:03.315030 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.340252 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:03.345109 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.346203 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:03.346369 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-044b8474-c2b7-4a1e-a502-b0a8badbcb96 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0365543 Jul 07 20:52:03.350043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:03.352284 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Attempting to bind port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:03.352709 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Attempting to bind port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:03.352986 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Attempting to bind port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:03.361941 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 41996) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:03.421153 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1b4c33f8-e241-4e0f-9e6f-ceffb5557d5e req-2d76aef5-f9b9-47d2-af0b-0f003e84d60c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611416 Jul 07 20:52:03.437207 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:03.437693 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Attempting to bind port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a on network ef8b348a-d22b-4f2f-b096-9eb551dcce6b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:03.453751 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7237929f-1080-4e71-927c-622f022e50d8 None None] Provisioning for port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:03.463922 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:03.464516 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Checking segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:03.465046 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Bound using segment: {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:03.465668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Bound port: 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea73f187-51c6-472e-807a-ad5b29db86ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:03.466194 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.540263 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-277d43d0-1617-4df0-afdf-7e88ca4e45a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.554172 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Set router e45c4a93-9948-4731-9319-37cab0b1d996 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:03.636331 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Pushing event updated for resources: {'Port': ['ID=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:03.679370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7d09-aeb7-4f17-bdd4-9c57954a850d req-8b01fe9a-34bf-4ae4-8642-e85ca1d90f96 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:03.685758 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-84bf7d09-aeb7-4f17-bdd4-9c57954a850d req-8b01fe9a-34bf-4ae4-8642-e85ca1d90f96 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.4356742 Jul 07 20:52:03.861834 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.893528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Transition to ACTIVE for port object b86ec3c8-4dad-4623-a5c9-0e9224298d67 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:03.916463 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-84bf7d09-aeb7-4f17-bdd4-9c57954a850d req-9f5dd16a-a2f2-4839-b067-3467b614ee01 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187552 Jul 07 20:52:03.947780 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Transition to ACTIVE for port object b86ec3c8-4dad-4623-a5c9-0e9224298d67 will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:03.971848 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 836e5e88-6a4f-40b8-aefb-f8ae227a7887 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:03.983133 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.076479 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 3, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:04.158837 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Checking router: e45c4a93-9948-4731-9319-37cab0b1d996 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:04.159204 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Updating router e45c4a93-9948-4731-9319-37cab0b1d996 port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:04.281447 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.431468 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Pushing event updated for resources: {'Port': ['ID=b86ec3c8-4dad-4623-a5c9-0e9224298d67,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:04.463503 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:04.541090 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:04.565436 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:04.767301 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.816362 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Attempting to bind port b86ec3c8-4dad-4623-a5c9-0e9224298d67 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:04.816920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Attempting to bind port b86ec3c8-4dad-4623-a5c9-0e9224298d67 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:04.817306 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Attempting to bind port b86ec3c8-4dad-4623-a5c9-0e9224298d67 on network 6bc2eff1-348f-4873-98fa-a27ad97b191b {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:04.819627 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:04.826134 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:04.826557 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.892603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:04.911268 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-20d68b54-339c-4ba4-a3ff-8f34fc7a332a None None] Provisioning complete for port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:04.911666 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20d68b54-339c-4ba4-a3ff-8f34fc7a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.953330 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:04.953330 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Checking segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:04.953330 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.953935 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Bound using segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:04.955034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Bound port: b86ec3c8-4dad-4623-a5c9-0e9224298d67, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:04.955034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.041367 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] For port b86ec3c8-4dad-4623-a5c9-0e9224298d67, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:05.045409 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] For port b86ec3c8-4dad-4623-a5c9-0e9224298d67, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=b86ec3c8-4dad-4623-a5c9-0e9224298d67,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:05.063460 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.135672 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.177477 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Transition to ACTIVE for port object 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:05.188138 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.247605 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.db.resource_extend [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:52:05.310807 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] For port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:05.318492 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Allocated IP 172.20.0.1 (e038f627-42cb-4b00-8abc-e467a00f462e/6498d178-9b66-43e2-a72d-d33cd31f221b/c9956309-1e00-4c1e-88be-e89183945366) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:05.355927 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] For port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:05.445317 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.489766 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Attempting to bind port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:05.491292 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Attempting to bind port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:05.492035 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Attempting to bind port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:05.571389 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:05.572535 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:05.573391 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.575037 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:05.577883 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Bound port: 8032b3c3-17f8-44c6-be12-3f16c40d5ec8, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:05.578927 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.677387 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.693379 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Transition to ACTIVE for port object c9956309-1e00-4c1e-88be-e89183945366 will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:05.694497 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:05.743556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'mac_address': 'fa:16:3e:22:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:05.745802 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91456817-9bff-47a8-8651-1dd036f7f297 req-24d4a2f6-15e4-41be-8cac-2fd40596a615 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:05.761303 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-91456817-9bff-47a8-8651-1dd036f7f297 req-24d4a2f6-15e4-41be-8cac-2fd40596a615 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.8571115 Jul 07 20:52:05.770224 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.776741 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] For port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:05.781886 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20d68b54-339c-4ba4-a3ff-8f34fc7a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.795192 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] For port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:05.800644 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Pushing event updated for resources: {'Port': ['ID=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:05.837948 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.838537 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.839104 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.839923 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.840477 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.841260 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.844425 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.845027 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.848614 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.849232 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.851431 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.852233 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:05.871418 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.911134 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Pushing event updated for resources: {'Port': ['ID=c9956309-1e00-4c1e-88be-e89183945366,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:05.964728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Network e038f627-42cb-4b00-8abc-e467a00f462e is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:05.967277 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:05.994772 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:06.045621 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-20d68b54-339c-4ba4-a3ff-8f34fc7a332a None None] For port 836e5e88-6a4f-40b8-aefb-f8ae227a7887, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=836e5e88-6a4f-40b8-aefb-f8ae227a7887,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:06.055777 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-91456817-9bff-47a8-8651-1dd036f7f297 req-76457edf-1adb-4ad9-8ed7-ca3d8133f8fb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934530 Jul 07 20:52:06.061160 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.068501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Pushing event updated for resources: {'Port': ['ID=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:06.122359 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-20d68b54-339c-4ba4-a3ff-8f34fc7a332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.155119 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.184546 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:06.190605 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.201627 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-65be31e8-b253-49e8-9143-989d4a45ec0f service neutron] 10.222.0.83 "PUT /v2.0/ports/87e074b3-f7a2-4cab-aaac-7584aaf08e1a HTTP/1.1" status: 200 len: 1093 time: 5.0941381 Jul 07 20:52:06.220081 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'tag': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:06.238367 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9086544-d1be-4fe1-ad94-b75275c041c0", "tag": "87e074b3-f7a2-4cab-aaac-7584aaf08e1a"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:06.324885 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Routers {'e45c4a93-9948-4731-9319-37cab0b1d996'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:06.328725 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:51:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e45c4a93-9948-4731-9319-37cab0b1d996'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:06.525869 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.643507 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb31fb-3a76-44ae-9a6e-bf36e1c73c38 None None] Pushing event updated for resources: {'Port': ['ID=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:06.723376 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08443b71-6029-4811-8dc2-8a3d1e0e1274 None None] Pushing event updated for resources: {'Port': ['ID=b86ec3c8-4dad-4623-a5c9-0e9224298d67,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:06.936650 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.057339 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.db.api [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:52:07.060575 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG oslo_db.api [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:52:07.092758 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] Set router e45c4a93-9948-4731-9319-37cab0b1d996 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:07.122019 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6caa-46a0-4395-bf31-1f872430b9e8 req-2f76276b-1d28-4861-9ca2-aa0b0982071a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:07.125299 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-928e6caa-46a0-4395-bf31-1f872430b9e8 req-2f76276b-1d28-4861-9ca2-aa0b0982071a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 943 time: 1.7655704 Jul 07 20:52:07.203049 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-ae62c594-e864-4642-86bc-944efd397dec None None] Provisioning for port c9956309-1e00-4c1e-88be-e89183945366 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:07.211317 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc887-5948-47f1-bf02-11fbfd5eb9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.241229 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-063a4fe3-e698-4c9a-9d65-ba8d60165cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:07.244442 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-063a4fe3-e698-4c9a-9d65-ba8d60165cdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 1096 time: 0.9812734 Jul 07 20:52:07.260005 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-ae62c594-e864-4642-86bc-944efd397dec None None] Provisioning complete for port c9956309-1e00-4c1e-88be-e89183945366 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:07.271149 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ae62c594-e864-4642-86bc-944efd397dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.358746 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68b54-339c-4ba4-a3ff-8f34fc7a332a None None] Pushing event updated for resources: {'Port': ['ID=836e5e88-6a4f-40b8-aefb-f8ae227a7887,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.460094 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.623379 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66bb2b20-620e-4175-9f12-2ca44c95986a {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:07.647925 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-ae62c594-e864-4642-86bc-944efd397dec None None] Port c9956309-1e00-4c1e-88be-e89183945366 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:07.729548 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e761-f7a2-40df-a8a8-00ab18294a0a req-b9f568de-9042-4bda-93a6-0e1a778a95e6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:07.735520 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-928e6caa-46a0-4395-bf31-1f872430b9e8 req-a9a31068-c66b-448c-9c2b-46e7c00d61bb tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950763 Jul 07 20:52:07.747312 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-99510eaa-6658-4105-a8c3-01e070cb7df5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a HTTP/1.1" status: 200 len: 217 time: 0.4778466 Jul 07 20:52:07.748743 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-46c2e761-f7a2-40df-a8a8-00ab18294a0a req-b9f568de-9042-4bda-93a6-0e1a778a95e6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.4044480 Jul 07 20:52:07.777062 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.889797 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:07.915802 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.923611 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.005083 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 3, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:08.023367 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-4055a721-9144-4c5a-b9cb-796e9b44c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:08.027841 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-4055a721-9144-4c5a-b9cb-796e9b44c667 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.2659001 Jul 07 20:52:08.030466 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-46c2e761-f7a2-40df-a8a8-00ab18294a0a req-9322453d-cf21-4ed1-87bd-d43b6cab4e74 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682984 Jul 07 20:52:08.031966 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.036971 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec9f12-f04c-44fc-9d0e-5c4e1f66a919 x-openstack-request-id: req-7cec9f12-f04c-44fc-9d0e-5c4e1f66a919 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:08.037883 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9086544-d1be-4fe1-ad94-b75275c041c0", "tag": "87e074b3-f7a2-4cab-aaac-7584aaf08e1a", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:08.038610 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7cec9f12-f04c-44fc-9d0e-5c4e1f66a919 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:08.039504 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'tag': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a', 'status': 'completed', 'code': 200} Jul 07 20:52:08.132174 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fedd1f-be0f-4943-befe-50b3aef35112 None None] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:08.186582 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b6df4c-b2fa-4d5a-973a-71c48d955709 None None] The sync data for ids ['e45c4a93-9948-4731-9319-37cab0b1d996'] in dv-cinder-790535-7-iscsi is: [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 3, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:08.364397 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.373956 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Pushing event updated for resources: {'Port': ['ID=c9956309-1e00-4c1e-88be-e89183945366,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:08.450641 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.457256 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.494282 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-cc0eafc6-ea1e-4be7-a3f5-361cec7b1c95 None None] Provisioning for port b86ec3c8-4dad-4623-a5c9-0e9224298d67 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:08.513868 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=6']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:08.697724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Network e038f627-42cb-4b00-8abc-e467a00f462e is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:08.709386 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:08.818136 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 836e5e88-6a4f-40b8-aefb-f8ae227a7887 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:09.228990 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd258b1e-8c63-4aa8-89f7-1c51374b1c9c req-26e1a021-86a9-40d1-a65a-31e99551e06d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:09.242158 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fd258b1e-8c63-4aa8-89f7-1c51374b1c9c req-26e1a021-86a9-40d1-a65a-31e99551e06d tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.3230534 Jul 07 20:52:09.277662 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Router 0f290ade-2570-4b34-bdfe-97879bec5fc8 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:52:09.298631 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:09.303448 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.558510 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device b86ec3c8-4dad-4623-a5c9-0e9224298d67 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:09.567746 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fd258b1e-8c63-4aa8-89f7-1c51374b1c9c req-2d3b8541-91d8-41ec-8cd2-6c1312a5e059 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240921 Jul 07 20:52:09.571572 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-ec8511dc-7384-46e4-941d-71e53cdaa4c3 None None] Provisioning complete for port c9956309-1e00-4c1e-88be-e89183945366 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:09.574658 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ec8511dc-7384-46e4-941d-71e53cdaa4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.860215 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:09.871192 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-ec8511dc-7384-46e4-941d-71e53cdaa4c3 None None] Port c9956309-1e00-4c1e-88be-e89183945366 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:09.889514 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Sync routers for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:09.915522 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Router e45c4a93-9948-4731-9319-37cab0b1d996 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:52:09.923497 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port b86ec3c8-4dad-4623-a5c9-0e9224298d67 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:09.940178 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:09.942940 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:09.947687 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port b86ec3c8-4dad-4623-a5c9-0e9224298d67 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:09.948092 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.032072 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.033458 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2a896fa6-08d2-44e4-9de4-f95616abc19a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.7012434 Jul 07 20:52:10.038068 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42064) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:10.140436 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96474aa-42a0-45f8-aa3a-3ab181fe1a2a req-1536b77f-ed99-4ec0-bdfb-9a4f64cfd18d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:10.158335 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e96474aa-42a0-45f8-aa3a-3ab181fe1a2a req-1536b77f-ed99-4ec0-bdfb-9a4f64cfd18d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 943 time: 0.2827587 Jul 07 20:52:10.269852 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:52:10.305808 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e96474aa-42a0-45f8-aa3a-3ab181fe1a2a req-86fb6ca0-6238-4e86-b348-6df6aa776127 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366479 Jul 07 20:52:10.411284 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:10.440067 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b11f7cec-6718-4da1-8ff5-ac6aee179cff admin admin] 10.222.0.72 "PUT /v2.0/routers/e45c4a93-9948-4731-9319-37cab0b1d996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0634563 Jul 07 20:52:10.780265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.783243 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-555e45bb-cbd1-4a96-a22f-f191888b31c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795186 Jul 07 20:52:10.804382 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-d3ff76e4-4ae0-455c-9c9e-f16c2f9d5e29 None None] Provisioning complete for port b86ec3c8-4dad-4623-a5c9-0e9224298d67 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:10.804980 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d3ff76e4-4ae0-455c-9c9e-f16c2f9d5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.961628 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['66bb2b20-620e-4175-9f12-2ca44c95986a'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:11.059173 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c89bb-eb2f-428f-9a77-70bf96670a48 req-511f945b-da91-4630-b553-44f9ebee64f8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.074308 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-160c89bb-eb2f-428f-9a77-70bf96670a48 req-511f945b-da91-4630-b553-44f9ebee64f8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.4682193 Jul 07 20:52:11.079587 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-99a55c14-a1dd-4699-8fb5-683a2baecb17 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839324 Jul 07 20:52:11.190191 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.195513 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:11.385005 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-160c89bb-eb2f-428f-9a77-70bf96670a48 req-c7b22ea0-e453-49ea-bdae-42a01dda43ad tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086092 Jul 07 20:52:11.459265 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5c4e3f90-ac68-4d44-b205-4a2d0a29583b req-8cfb4857-83ef-40b2-8327-6759a4568ec6 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654370 Jul 07 20:52:11.783141 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4b41-242c-4251-8154-eea84d823b56 req-87ac1dfc-dde1-405a-bd1a-add5d1f5d4c4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.797815 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3eff4b41-242c-4251-8154-eea84d823b56 req-87ac1dfc-dde1-405a-bd1a-add5d1f5d4c4 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.5145323 Jul 07 20:52:11.817027 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port b86ec3c8-4dad-4623-a5c9-0e9224298d67, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=b86ec3c8-4dad-4623-a5c9-0e9224298d67,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:11.855524 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-ec149eca-f016-4403-a8bd-c4ba7b49326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.858403 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-ec149eca-f016-4403-a8bd-c4ba7b49326f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 1096 time: 0.3267717 Jul 07 20:52:11.985766 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.027782 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:03Z', 'revision_number': 3, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:12.028773 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3eff4b41-242c-4251-8154-eea84d823b56 req-d8b3db56-860b-445a-9374-7456571159b2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299376 Jul 07 20:52:12.253366 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.254641 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Sync routers for ids ['e45c4a93-9948-4731-9319-37cab0b1d996'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:12.276329 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Routers {'e45c4a93-9948-4731-9319-37cab0b1d996'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:12.282037 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e45c4a93-9948-4731-9319-37cab0b1d996'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:12.445728 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Checking router: 0f290ade-2570-4b34-bdfe-97879bec5fc8 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:12.451376 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Updating router 0f290ade-2570-4b34-bdfe-97879bec5fc8 port e5caa0b3-92a1-496f-8aad-b13ad7e0758e binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:12.499292 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d3ff76e4-4ae0-455c-9c9e-f16c2f9d5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.642397 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-99207653-ace4-44c4-a61f-3be4acd88d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:12.662927 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-99207653-ace4-44c4-a61f-3be4acd88d9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 200 len: 915 time: 0.7970369 Jul 07 20:52:12.746238 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:12.919119 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=b86ec3c8-4dad-4623-a5c9-0e9224298d67,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:12.941065 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:12.980634 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-813eb225-99d3-40b5-8810-014785a1fd0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a HTTP/1.1" status: 200 len: 217 time: 0.2964189 Jul 07 20:52:13.103251 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Set router e45c4a93-9948-4731-9319-37cab0b1d996 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:13.108055 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ab583-05e1-451d-953c-7aab84e1c8ca req-c8641024-b0bf-471e-ba8e-e28d940c3391 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.120834 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a02ab583-05e1-451d-953c-7aab84e1c8ca req-c8641024-b0bf-471e-ba8e-e28d940c3391 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 943 time: 0.8212404 Jul 07 20:52:13.140291 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-cd755dc4-8ae7-4307-a251-5d1db7e4a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.147697 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-cd755dc4-8ae7-4307-a251-5d1db7e4a0ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 200 len: 854 time: 0.1602235 Jul 07 20:52:13.229883 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a02ab583-05e1-451d-953c-7aab84e1c8ca req-96472d96-44ad-421a-b7a8-c0d694017261 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075969 Jul 07 20:52:13.240673 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-62213dec-791a-437e-a6a2-a71d5c612307 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef8b348a-d22b-4f2f-b096-9eb551dcce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844650 Jul 07 20:52:13.249138 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.db.api [None req-d3ff76e4-4ae0-455c-9c9e-f16c2f9d5e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:52:13.249962 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG oslo_db.api [None req-d3ff76e4-4ae0-455c-9c9e-f16c2f9d5e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:52:13.282025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:13.354092 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Allocated IP 172.20.0.1 (6bc2eff1-348f-4873-98fa-a27ad97b191b/1896000b-292a-45d1-9b2a-8eccb9cee476/73b35ec5-a91b-4165-9be0-a6cfb196cfb7) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:13.508554 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 66bb2b20-620e-4175-9f12-2ca44c95986a triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:13.521584 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:13.593962 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-e8428598-7436-4f7d-b432-4cd0170650dd service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403597 Jul 07 20:52:13.819202 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42098) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:13.829627 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735848870', 'description': 'tempest-secgroup-smoke-735848870 description', 'project_id': '02af07f49f9747d185a57745e7596c53'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:13.923610 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:13.955581 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Transition to ACTIVE for port object 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:13.983505 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3f51f026-aaaf-4e23-a0a6-311eeabe65d4 req-adfa38a8-8ad8-43df-a99b-18bd497ddfb3 service neutron] 10.222.0.83 "GET /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812816 Jul 07 20:52:14.037743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.134687 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:14.156041 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.322643 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Pushing event updated for resources: {'Port': ['ID=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:14.409945 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:14.504919 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'c9956309-1e00-4c1e-88be-e89183945366', 'name': '', 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e', 'tenant_id': '10f703284da946948032590c679d74f1', 'mac_address': 'fa:16:3e:b1:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6498d178-9b66-43e2-a72d-d33cd31f221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:04Z', 'updated_at': '2021-07-07T20:52:07Z', 'revision_number': 2, 'project_id': '10f703284da946948032590c679d74f1', 'subnets': [{'id': '6498d178-9b66-43e2-a72d-d33cd31f221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:14.506021 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:14.506618 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:14.517718 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.518076 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.518559 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.518907 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.519315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.520152 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.520544 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.520882 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.521245 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.521599 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.521947 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.526380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:14.634505 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Checking router: e45c4a93-9948-4731-9319-37cab0b1d996 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:14.634859 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Updating router e45c4a93-9948-4731-9319-37cab0b1d996 port c9956309-1e00-4c1e-88be-e89183945366 binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:14.689453 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.720845 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355582c-68c5-4073-99ce-50d8853c8777 req-3b3a4071-bd90-4569-8015-58a90c6bb29c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:14.742714 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4355582c-68c5-4073-99ce-50d8853c8777 req-3b3a4071-bd90-4569-8015-58a90c6bb29c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.5625882 Jul 07 20:52:14.751763 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.796748 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.853084 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.879586 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Transition to ACTIVE for port object e5caa0b3-92a1-496f-8aad-b13ad7e0758e will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:14.890710 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:14.891451 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.903299 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4355582c-68c5-4073-99ce-50d8853c8777 req-5a8eeb05-4f37-453d-9525-4a8f09b3bb1b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551137 Jul 07 20:52:14.904202 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.911819 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 87e074b3-f7a2-4cab-aaac-7584aaf08e1a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:15.032181 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.036276 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2160015 Jul 07 20:52:15.040660 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42106) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:15.060681 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group_rule': {'security_group_id': '452f0bd1-0f29-45eb-8514-11c0cbd27df8', 'project_id': '02af07f49f9747d185a57745e7596c53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:15.077439 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452f0bd1-0f29-45eb-8514-11c0cbd27df8,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.108559 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.109221 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.109740 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.110298 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.111496 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.112035 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.112536 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.113688 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.114203 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.114861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.115365 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.115859 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1725c-8f16-4812-aea9-d44b1c8fecf9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:15.148870 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.154543 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:15.165325 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709bfee-7717-485d-9141-ff71e69c08c6 req-34e2c521-b56a-4188-a0f9-4717f2ba6dca tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.167542 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f709bfee-7717-485d-9141-ff71e69c08c6 req-34e2c521-b56a-4188-a0f9-4717f2ba6dca tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.9870477 Jul 07 20:52:15.208501 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.215653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.223757 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.306781 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ff4225-a5f6-4ede-b12c-86b9c19a9c02,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.320939 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.357557 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.371974 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42112) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:15.375573 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-e30d317a-3d5c-4f5a-bec3-7acd9fef2698 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250673 Jul 07 20:52:15.382823 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group_rule': {'security_group_id': '452f0bd1-0f29-45eb-8514-11c0cbd27df8', 'project_id': '02af07f49f9747d185a57745e7596c53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:15.477429 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f709bfee-7717-485d-9141-ff71e69c08c6 req-36340c1a-0d35-4beb-b4f0-8ed9bc596c5b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938313 Jul 07 20:52:15.480932 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a', 'network_id': 'ef8b348a-d22b-4f2f-b096-9eb551dcce6b', 'port_id': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a', 'mac_address': 'fa:16:3e:53:41:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a12624-db88-46b8-9b8c-05674238b7d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:15.585370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.651249 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.664928 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Attempting to bind port e5caa0b3-92a1-496f-8aad-b13ad7e0758e on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:15.665764 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Attempting to bind port e5caa0b3-92a1-496f-8aad-b13ad7e0758e by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:15.666618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Attempting to bind port e5caa0b3-92a1-496f-8aad-b13ad7e0758e on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:15.671976 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Transition to ACTIVE for port object c9956309-1e00-4c1e-88be-e89183945366 will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:15.683180 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.712212 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27c8b6-5ddd-472b-88f4-854103fd6f34 None None] Pushing event updated for resources: {'Port': ['ID=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.746873 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.838675 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e074b3-f7a2-4cab-aaac-7584aaf08e1a {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:15.874531 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:15.913348 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.931292 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:15.931989 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:15.932591 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.933169 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:15.934136 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Bound port: e5caa0b3-92a1-496f-8aad-b13ad7e0758e, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:15.936247 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.942723 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f549-412a-4235-b2f2-3e55db0f817b req-9bc3199a-c093-442d-b96e-f0c5f38bf451 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.951027 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe58f549-412a-4235-b2f2-3e55db0f817b req-9bc3199a-c093-442d-b96e-f0c5f38bf451 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 943 time: 0.3978491 Jul 07 20:52:15.952315 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119449e-80be-462b-9e36-33fdb4a4596d None None] Pushing event updated for resources: {'Port': ['ID=c9956309-1e00-4c1e-88be-e89183945366,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.971895 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Attempting to bind port c9956309-1e00-4c1e-88be-e89183945366 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:15.972028 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Attempting to bind port c9956309-1e00-4c1e-88be-e89183945366 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:15.972351 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Attempting to bind port c9956309-1e00-4c1e-88be-e89183945366 on network e038f627-42cb-4b00-8abc-e467a00f462e {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:15.980343 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:15.980692 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Checking segment: {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:15.981104 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.981718 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Bound using segment: {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:15.982334 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Bound port: c9956309-1e00-4c1e-88be-e89183945366, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d01ab5-fa96-4128-aad7-25bb7d78ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:15.983026 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.057825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] For port e5caa0b3-92a1-496f-8aad-b13ad7e0758e, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:16.061922 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] For port e5caa0b3-92a1-496f-8aad-b13ad7e0758e, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:16.062450 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe58f549-412a-4235-b2f2-3e55db0f817b req-ee7135f7-5af4-4554-ac8b-a418aa2dc094 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958858 Jul 07 20:52:16.133749 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] For port c9956309-1e00-4c1e-88be-e89183945366, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:16.138080 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] For port c9956309-1e00-4c1e-88be-e89183945366, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=c9956309-1e00-4c1e-88be-e89183945366,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:16.141656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-226a4ebd-d520-4113-8fb3-93e1ab3ae50d None None] Provisioning for port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:16.151402 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.157136 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.157369 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.198069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-226a4ebd-d520-4113-8fb3-93e1ab3ae50d None None] Provisioning complete for port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:16.198924 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-226a4ebd-d520-4113-8fb3-93e1ab3ae50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.226905 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.261149 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Routers {'e45c4a93-9948-4731-9319-37cab0b1d996'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:16.263394 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e45c4a93-9948-4731-9319-37cab0b1d996'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:16.275997 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-226a4ebd-d520-4113-8fb3-93e1ab3ae50d None None] Port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:16.284269 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.299685 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:16.301346 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:16.303602 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:16.438666 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.464836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.478843 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662ecaf-d94e-4e2a-9c8b-04e850fb184e req-3097b6bd-5acd-4e16-bf7d-5513bafbaf51 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.492180 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d662ecaf-d94e-4e2a-9c8b-04e850fb184e req-3097b6bd-5acd-4e16-bf7d-5513bafbaf51 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.1650674 Jul 07 20:52:16.557585 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] Set router e45c4a93-9948-4731-9319-37cab0b1d996 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:16.619805 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3665afe-94f5-4a2a-8b4f-54876cc0a2d3,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:16.648293 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d662ecaf-d94e-4e2a-9c8b-04e850fb184e req-8a5bfd5e-a458-43ad-8886-69875f16fd7b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531076 Jul 07 20:52:16.671339 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.740715 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Pushing event updated for resources: {'Port': ['ID=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:16.750501 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119449e-80be-462b-9e36-33fdb4a4596d None None] Pushing event updated for resources: {'Port': ['ID=c9956309-1e00-4c1e-88be-e89183945366,revision_number=4']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:16.762402 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.769894 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['87e074b3-f7a2-4cab-aaac-7584aaf08e1a'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:16.771295 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42126) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:16.779722 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group_rule': {'security_group_id': '452f0bd1-0f29-45eb-8514-11c0cbd27df8', 'project_id': '02af07f49f9747d185a57745e7596c53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:16.785307 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-437ef005-5e5c-4bc4-b82d-56109432745a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4107175 Jul 07 20:52:16.786665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27c8b6-5ddd-472b-88f4-854103fd6f34 None None] Pushing event updated for resources: {'Port': ['ID=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:16.881836 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.012353 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'c9956309-1e00-4c1e-88be-e89183945366', 'name': '', 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e', 'tenant_id': '10f703284da946948032590c679d74f1', 'mac_address': 'fa:16:3e:b1:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6498d178-9b66-43e2-a72d-d33cd31f221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:04Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 4, 'project_id': '10f703284da946948032590c679d74f1', 'subnets': [{'id': '6498d178-9b66-43e2-a72d-d33cd31f221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:17.064398 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.073081 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.121606 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:17.127378 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:17.143655 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127d1d56-cc21-4a15-ad2d-d8fcf58a33f6,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:17.145715 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e51919-4d3a-4780-80e9-af52f5df48ec None None] The sync data for ids ['e45c4a93-9948-4731-9319-37cab0b1d996'] in dv-cinder-790535-7-iscsi is: [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'c9956309-1e00-4c1e-88be-e89183945366', 'name': '', 'network_id': 'e038f627-42cb-4b00-8abc-e467a00f462e', 'tenant_id': '10f703284da946948032590c679d74f1', 'mac_address': 'fa:16:3e:b1:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6498d178-9b66-43e2-a72d-d33cd31f221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:04Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 4, 'project_id': '10f703284da946948032590c679d74f1', 'subnets': [{'id': '6498d178-9b66-43e2-a72d-d33cd31f221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:17.163094 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.168905 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-47992cd4-33cf-4566-9d24-ef17c4238149 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957539 Jul 07 20:52:17.175918 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42136) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:17.196112 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group_rule': {'security_group_id': '452f0bd1-0f29-45eb-8514-11c0cbd27df8', 'project_id': '02af07f49f9747d185a57745e7596c53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:17.203367 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:17.387965 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.518614 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:17.521665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a9bdb9-8380-43c4-9256-e251e33b1003" -d '{"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-plugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:17.718293 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.774360 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:17.836557 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29881672-3510-4f06-bf0a-1c05b65270fc req-5bc0528b-c63c-4501-8665-075e28d9f020 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:17.840834 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-29881672-3510-4f06-bf0a-1c05b65270fc req-5bc0528b-c63c-4501-8665-075e28d9f020 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.4781978 Jul 07 20:52:17.859502 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.879830 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Router 0f290ade-2570-4b34-bdfe-97879bec5fc8 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:52:17.946723 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:17.969142 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.981306 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.996521 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.008243 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e51f4e3f-18c3-4777-b7bc-2736dc229a6f None None] Provisioning complete for port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:18.008634 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e51f4e3f-18c3-4777-b7bc-2736dc229a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.089306 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f4354a-0b31-4efc-9432-7324e138ab48,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.090125 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=7']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.132420 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcea4f-c132-43fb-b5a0-c53d271fcc80 req-1071b3f8-a7d5-40ce-ab79-6fe2bc718ead tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:18.135465 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dafcea4f-c132-43fb-b5a0-c53d271fcc80 req-1071b3f8-a7d5-40ce-ab79-6fe2bc718ead tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 944 time: 0.4596579 Jul 07 20:52:18.138355 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.140604 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-8627a4ae-f381-4923-8393-9ad2c60bb147 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9635072 Jul 07 20:52:18.146126 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42144) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:18.165391 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.165919 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.166473 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.172963 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.173661 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.174151 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.174681 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.175162 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.176259 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.176893 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.177268 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.177729 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:18.180023 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group_rule': {'security_group_id': '452f0bd1-0f29-45eb-8514-11c0cbd27df8', 'project_id': '02af07f49f9747d185a57745e7596c53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:18.259664 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-29881672-3510-4f06-bf0a-1c05b65270fc req-cf89541b-09c9-46a7-be45-37a6939894db tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929560 Jul 07 20:52:18.271318 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.securitygroups_db [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Project 02af07f49f9747d185a57745e7596c53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:52:18.281215 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.327189 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e51f4e3f-18c3-4777-b7bc-2736dc229a6f None None] Port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:18.391488 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dafcea4f-c132-43fb-b5a0-c53d271fcc80 req-a87443e7-f262-40eb-b220-0db0e7cd11e7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485085 Jul 07 20:52:18.561108 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:18.612576 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-41f66816-6943-4d6b-8b73-2cf0616a98cc admin admin] 10.222.0.72 "PUT /v2.0/routers/0f290ade-2570-4b34-bdfe-97879bec5fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5722499 Jul 07 20:52:18.616575 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.631283 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.640185 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.646767 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device c9956309-1e00-4c1e-88be-e89183945366 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:18.676605 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95fabf9-e126-467c-a965-024e68b1603a x-openstack-request-id: req-b95fabf9-e126-467c-a965-024e68b1603a {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:18.677014 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-plugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:18.677415 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b95fabf9-e126-467c-a965-024e68b1603a {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:18.678011 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'code': 200} Jul 07 20:52:18.774837 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.782120 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6311052 Jul 07 20:52:18.782120 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3135504-3bff-4131-bb63-87a2627d6f82 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbce6e2-1491-4034-bb53-40fe70321273,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.782504 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42164) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:18.790006 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'security_group_rule': {'security_group_id': '452f0bd1-0f29-45eb-8514-11c0cbd27df8', 'project_id': '02af07f49f9747d185a57745e7596c53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:18.875418 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.securitygroups_db [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Project 02af07f49f9747d185a57745e7596c53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:52:18.903032 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.965150 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port c9956309-1e00-4c1e-88be-e89183945366 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:18.980549 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port c9956309-1e00-4c1e-88be-e89183945366 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:18.980917 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.985549 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 2, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.024507 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7182e8c-6efe-4369-9072-577e48a575a1 None None] The sync data for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi is: [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 2, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:19.082986 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a836d8-4b8e-4dab-855d-e69693ff93fc req-2d96ed9c-4121-4e3f-ae62-583d2a58b1a2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:19.103237 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-53a836d8-4b8e-4dab-855d-e69693ff93fc req-2d96ed9c-4121-4e3f-ae62-583d2a58b1a2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.2778051 Jul 07 20:52:19.147908 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.163320 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.188353 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcf4ce1-4d4f-4ce4-b39c-269bc03d54b5,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:19.246622 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.252397 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-28eb0ff7-4697-4aff-8586-a3a1a05155e9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4639745 Jul 07 20:52:19.297109 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.300072 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-53a836d8-4b8e-4dab-855d-e69693ff93fc req-9cbac3fc-e2a4-4127-a7ed-9553425126df tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952007 Jul 07 20:52:19.465475 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42200) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:19.546773 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port c9956309-1e00-4c1e-88be-e89183945366, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=c9956309-1e00-4c1e-88be-e89183945366,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:19.563940 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.568843 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device b86ec3c8-4dad-4623-a5c9-0e9224298d67 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:19.908706 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=c9956309-1e00-4c1e-88be-e89183945366,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:19.975618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port b86ec3c8-4dad-4623-a5c9-0e9224298d67 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:19.976569 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.316032 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-19bc9051-704f-457d-9b33-52986c668e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.370455 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb875fb4-c827-4243-9e14-7ed5c2e27bf0 req-c4a4bbab-8f41-4b5a-a8c1-c79e6c05e6b2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:20.372274 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-eb875fb4-c827-4243-9e14-7ed5c2e27bf0 req-c4a4bbab-8f41-4b5a-a8c1-c79e6c05e6b2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.3328562 Jul 07 20:52:20.534574 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:20.591616 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-eb875fb4-c827-4243-9e14-7ed5c2e27bf0 req-ae96c04f-24d5-4907-ad4c-6bd542b7336f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876774 Jul 07 20:52:20.758532 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a4a4-35e3-4a15-aed4-4e8bfb27e71a req-07202c28-8e02-425b-9f37-c1e9a275468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:20.765826 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed93a4a4-35e3-4a15-aed4-4e8bfb27e71a req-07202c28-8e02-425b-9f37-c1e9a275468e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.2773221 Jul 07 20:52:20.791524 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 87e074b3-f7a2-4cab-aaac-7584aaf08e1a up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:20.974304 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-19bc9051-704f-457d-9b33-52986c668e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.024787 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:21.025442 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.047682 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d700a-815f-4e26-a366-81ef195ae9ac req-4e717f7d-dbaf-4d59-ba04-513baadde976 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:21.051469 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-225d700a-815f-4e26-a366-81ef195ae9ac req-4e717f7d-dbaf-4d59-ba04-513baadde976 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 944 time: 0.4526930 Jul 07 20:52:21.056152 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-19bc9051-704f-457d-9b33-52986c668e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.089839 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed93a4a4-35e3-4a15-aed4-4e8bfb27e71a req-f3d69455-eec2-4b8f-900a-40e605dec608 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076611 Jul 07 20:52:21.158505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-2edb3b03-7e68-44cc-9477-ea2fea9e250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:21.165423 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-2edb3b03-7e68-44cc-9477-ea2fea9e250c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.3607693 Jul 07 20:52:21.168508 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:21.187614 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:21.192340 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.200084 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42246) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:21.205522 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1023906509-network', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:21.255074 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-19bc9051-704f-457d-9b33-52986c668e0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98c357afd03c4670bc72d10ee57c5009&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7869599 Jul 07 20:52:21.261956 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42248) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:21.331636 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc9051-704f-457d-9b33-52986c668e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012ad68e-59b7-42b5-a9f3-c302a774c4c8,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:21.401734 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-225d700a-815f-4e26-a366-81ef195ae9ac req-ab942820-1fc9-4c22-bca4-bb8d8055060e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384857 Jul 07 20:52:21.466864 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Made reservation on behalf of bf39ee26d8ce4c2b9197a4f316cbb464 for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:21.469255 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.545601 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device c9956309-1e00-4c1e-88be-e89183945366 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:21.552046 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.608120 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.621091 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.713644 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:21.715092 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-512e349b-bf64-43b8-9942-43e15fcd3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:21.718892 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-512e349b-bf64-43b8-9942-43e15fcd3e8b service neutron] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 919 time: 0.4887629 Jul 07 20:52:21.719849 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d6cca8-b7c2-4d89-8d00-bfbdaa228c8f" -d '{"events": [{"server_uuid": "e9086544-d1be-4fe1-ad94-b75275c041c0", "name": "network-vif-plugged", "status": "completed", "tag": "87e074b3-f7a2-4cab-aaac-7584aaf08e1a"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:21.729685 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port c9956309-1e00-4c1e-88be-e89183945366 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:21.730066 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.730979 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fcdf-4ae8-490d-9e8b-dcc7b5b1edb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.756859 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:21.837573 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.963856 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-6a396eaf-c93e-42c6-aed9-b3491e3a4483 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 217 time: 0.2232890 Jul 07 20:52:22.032837 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:22.119078 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac49860-2933-440a-ab2e-b6eb1f7793cc req-e9c70671-e7b2-4f33-8e36-cb07b1e22c9c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:22.140765 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9ac49860-2933-440a-ab2e-b6eb1f7793cc req-e9c70671-e7b2-4f33-8e36-cb07b1e22c9c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.6281507 Jul 07 20:52:22.167369 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fcdf-4ae8-490d-9e8b-dcc7b5b1edb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.323324 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9ac49860-2933-440a-ab2e-b6eb1f7793cc req-27eb609f-8a70-44b8-ab7c-479a0aa9dc63 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732111 Jul 07 20:52:22.418075 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-59eab447-e12a-4317-8f83-567dbb463fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:22.419683 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-59eab447-e12a-4317-8f83-567dbb463fbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.4224339 Jul 07 20:52:22.514826 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e5caa0b3-92a1-496f-8aad-b13ad7e0758e up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:22.533690 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-27d33728-35a8-4c18-b2f1-2ea22e7cf290 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055100 Jul 07 20:52:22.570980 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.686340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.705406 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fcdf-4ae8-490d-9e8b-dcc7b5b1edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.714654 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cbb0fcdf-4ae8-490d-9e8b-dcc7b5b1edb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.717747 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port e5caa0b3-92a1-496f-8aad-b13ad7e0758e completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:22.718165 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-cbb0fcdf-4ae8-490d-9e8b-dcc7b5b1edb9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/012ad68e-59b7-42b5-a9f3-c302a774c4c8 HTTP/1.1" status: 204 len: 168 time: 1.4545624 Jul 07 20:52:22.727646 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port e5caa0b3-92a1-496f-8aad-b13ad7e0758e triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:22.729308 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.788131 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439695d-3dcf-4f3e-aba0-24a71ceec0d8,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:22.868133 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:22.873877 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0fcdf-4ae8-490d-9e8b-dcc7b5b1edb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ad68e-59b7-42b5-a9f3-c302a774c4c8,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:22.893733 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.926750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.927484 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Added segment 8371c7d4-5fa0-4912-b8f4-40d5cb86c23c of type vlan for network b545f098-5ae3-421f-bdc8-47455ba45403 Jul 07 20:52:22.943749 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-9cfc554f-cf0d-4fda-b575-0fdea5b4efb4 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686297 Jul 07 20:52:22.977220 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port e5caa0b3-92a1-496f-8aad-b13ad7e0758e, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:22.996572 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.102680 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:23.212097 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.290667 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2879100-4c75-48a4-a495-5bb8f4bb9a1f req-4df19a3e-a071-42c1-be0f-a7b88f96cc73 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.293827 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a2879100-4c75-48a4-a495-5bb8f4bb9a1f req-4df19a3e-a071-42c1-be0f-a7b88f96cc73 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.4722579 Jul 07 20:52:23.352655 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.db.resource_extend [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:52:23.438071 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-159c4c35-7050-4864-9d0f-06fca3acfe88 req-323f476e-fe93-45a3-8743-1de05e90ae9c service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765666 Jul 07 20:52:23.438831 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.439746 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.440510 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.534199 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] Pushing event updated for resources: {'Network': ['ID=b545f098-5ae3-421f-bdc8-47455ba45403,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:23.546298 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network b545f098-5ae3-421f-bdc8-47455ba45403 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:23.556296 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a2879100-4c75-48a4-a495-5bb8f4bb9a1f req-eceb0675-76dd-4d21-9bb8-c641c4fc346c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455659 Jul 07 20:52:23.570124 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-b87e1d6c-3bd8-40f1-92ff-771ffdb9e919 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3685586 Jul 07 20:52:23.573039 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42294) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:23.578464 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Request body: {'subnet': {'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1023906509-subnet', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:23.620845 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Made reservation on behalf of bf39ee26d8ce4c2b9197a4f316cbb464 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:23.623405 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5647981'] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.738592 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5e9f0a-08cf-4b38-a6f2-9ee21295ec8f x-openstack-request-id: req-fc5e9f0a-08cf-4b38-a6f2-9ee21295ec8f {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:23.739154 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9086544-d1be-4fe1-ad94-b75275c041c0", "name": "network-vif-plugged", "status": "completed", "tag": "87e074b3-f7a2-4cab-aaac-7584aaf08e1a", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:23.739714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc5e9f0a-08cf-4b38-a6f2-9ee21295ec8f {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:23.740241 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a', 'code': 200} Jul 07 20:52:23.990580 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7144477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5647999'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.032459 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Sync routers for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:24.056208 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:24.057374 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:24.124863 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54e2b27-5ecb-40c0-8ae2-e1933cf609cc,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:24.185233 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Checking segment: {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:24.185537 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Network hostable DHCP agents. Network: b545f098-5ae3-421f-bdc8-47455ba45403, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:24.213616 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22f1cd-6a89-4d17-beb4-b0ce65567a00 req-d256e165-4ff4-4fd9-836a-1ff9589061a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:24.218043 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5e22f1cd-6a89-4d17-beb4-b0ce65567a00 req-d256e165-4ff4-4fd9-836a-1ff9589061a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 1098 time: 0.1684396 Jul 07 20:52:24.233155 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Network b545f098-5ae3-421f-bdc8-47455ba45403 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:24.268890 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, b545f098-5ae3-421f-bdc8-47455ba45403) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:24.284523 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:24.286703 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.294541 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3380ffe4-2ca4-4f10-ac65-ffbfd865b1bd None None] Network b545f098-5ae3-421f-bdc8-47455ba45403 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:24.356994 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-12023ec8-d996-464d-9476-1261275d467c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7799499 Jul 07 20:52:24.358994 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42310) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:24.367634 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5e22f1cd-6a89-4d17-beb4-b0ce65567a00 req-3b324964-8fd2-4f90-ac40-d225b47c7fb4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412532 Jul 07 20:52:24.369304 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:24.432064 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-413905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6433'] for router, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.433507 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416510', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-271416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6456'] for router, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.439254 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7bb7c-21f3-4db9-98b9-8d82f8be60ea req-4ba7926a-1b5a-422e-8097-385426a1ceff tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:24.451964 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b7bb7c-21f3-4db9-98b9-8d82f8be60ea req-4ba7926a-1b5a-422e-8097-385426a1ceff tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 945 time: 0.1690462 Jul 07 20:52:24.541823 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b7bb7c-21f3-4db9-98b9-8d82f8be60ea req-e574f77d-8044-4d42-9dc8-f8948b675ce5 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871477 Jul 07 20:52:24.584226 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.720023 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e5caa0b3-92a1-496f-8aad-b13ad7e0758e up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:24.884325 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:25.046909 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port e5caa0b3-92a1-496f-8aad-b13ad7e0758e triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:25.047929 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.079414 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d636c3-045a-4f0b-a33a-1c8a9a1c58e7 req-18384bf5-f2ff-4de2-8bda-ff13c52e32e5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:25.112050 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-76d636c3-045a-4f0b-a33a-1c8a9a1c58e7 req-18384bf5-f2ff-4de2-8bda-ff13c52e32e5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.2726920 Jul 07 20:52:25.119585 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp973071fb-4bb5-5688-9b41-a865d3a9fd94-b545f098-5ae3-421f-bdc8-47455ba45403', 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'fixed_ips': [{'subnet_id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc'}]}} from dv-cinder-790535-7-iscsi. {{(pid=99433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:52:25.120451 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.125726 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-285972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.264429 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-76d636c3-045a-4f0b-a33a-1c8a9a1c58e7 req-b077a521-92f4-4773-a76d-80fa4d703a39 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482530 Jul 07 20:52:25.774862 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.791354 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.db_base_plugin_common [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Allocated IP 172.20.0.2 (b545f098-5ae3-421f-bdc8-47455ba45403/b54e2b27-5ecb-40c0-8ae2-e1933cf609cc/abfccf8b-9c01-40da-a3ff-7d3da8bce0dc) {{(pid=99433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:25.892501 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.908802 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 2, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:26.015157 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Checking router: 0f290ade-2570-4b34-bdfe-97879bec5fc8 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:26.015920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Updating router 0f290ade-2570-4b34-bdfe-97879bec5fc8 port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:26.174125 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.266035 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Allocated IP 172.27.3.251 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/ef3f7426-03ad-440f-a720-d6044359dfcb) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:26.539519 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed17cad-5be0-410c-862f-74c94c34a163 req-b24c5f91-cba4-47c4-adf9-9de8c49079a6 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:26.548305 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-aed17cad-5be0-410c-862f-74c94c34a163 req-b24c5f91-cba4-47c4-adf9-9de8c49079a6 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 945 time: 0.2584021 Jul 07 20:52:26.621454 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Notify callbacks [] for port, precommit_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.639512 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Transition to ACTIVE for port object abfccf8b-9c01-40da-a3ff-7d3da8bce0dc will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:26.671749 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Transition to ACTIVE for port object abfccf8b-9c01-40da-a3ff-7d3da8bce0dc will not be triggered until provisioned by entity DHCP. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:26.697377 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573'] for port, after_create {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.708584 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.726285 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-aed17cad-5be0-410c-862f-74c94c34a163 req-fb80af8f-b195-4bcd-9951-80164fc74be9 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763315 Jul 07 20:52:26.780860 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.847266 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:26.850129 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Network b545f098-5ae3-421f-bdc8-47455ba45403 is already hosted by enough agents. {{(pid=99433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:26.854662 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:26.864528 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:26.872070 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3f7426-03ad-440f-a720-d6044359dfcb,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:26.895305 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.scheduler.base_scheduler [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Resources bound (agent type, host, resource id): {{(pid=99433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:26.915352 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Received port after_create {{(pid=99433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:27.176832 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Pushing event updated for resources: {'Port': ['ID=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,revision_number=1']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:27.437448 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Attempting to bind port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:27.438913 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Attempting to bind port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:27.439656 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Attempting to bind port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc on network b545f098-5ae3-421f-bdc8-47455ba45403 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:27.473882 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.513168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:27.513522 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Checking segment: {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:27.513947 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.514382 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Bound using segment: {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:27.514884 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Bound port: abfccf8b-9c01-40da-a3ff-7d3da8bce0dc, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:27.515280 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.584532 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.635395 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Transition to ACTIVE for port object 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:27.661734 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.943271 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] For port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:28.003816 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] For port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:28.033288 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63dbcb-9b7a-4135-a9d9-8cfd20d9e855 None None] Pushing event updated for resources: {'Port': ['ID=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:28.071318 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.073114 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-9344af08-f220-4bd1-bdea-f5f5a7f3576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:28.081811 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-9344af08-f220-4bd1-bdea-f5f5a7f3576b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=df8590165946474c9a8106c0314aa096&device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 1099 time: 0.8404388 Jul 07 20:52:28.102077 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-285967'] for router, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.293612 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb89fe-ca12-43fd-8375-38487796ab48 None None] Pushing event updated for resources: {'Port': ['ID=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,revision_number=2']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:28.422578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d518d9-22f7-49f8-a8f8-1883f4bbac8e req-597c737b-c9f5-46a0-9623-c62172014e9e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:28.439183 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c1d518d9-22f7-49f8-a8f8-1883f4bbac8e req-597c737b-c9f5-46a0-9623-c62172014e9e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.5673921 Jul 07 20:52:28.500598 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Attempting to bind port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:28.501617 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Attempting to bind port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:28.504496 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Attempting to bind port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 on network 6bc2eff1-348f-4873-98fa-a27ad97b191b {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:28.536124 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:28.537270 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Checking segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:28.538275 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.538978 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Bound using segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:28.539896 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Bound port: 73b35ec5-a91b-4165-9be0-a6cfb196cfb7, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:28.540597 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.560846 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-4aa708be-5fb2-41b9-a274-586b2aff4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:28.576387 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-4aa708be-5fb2-41b9-a274-586b2aff4efd service neutron] 10.222.0.83 "GET /v2.0/networks?id=689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 200 len: 919 time: 0.4798882 Jul 07 20:52:28.675924 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 is scheduled to L3 agent de2b551e-5094-4570-89af-823145da6d58 with binding_index 1 {{(pid=99431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:52:28.689849 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] For port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:28.705977 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] For port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:28.718083 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.750005 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c1d518d9-22f7-49f8-a8f8-1883f4bbac8e req-4cac5f77-1549-4bd7-bd9e-ba56aa21aefc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040311 Jul 07 20:52:28.752735 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-6944bf77-ae8c-42d3-9f5e-3e415087a71c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 200 len: 217 time: 0.1322730 Jul 07 20:52:28.842354 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:28.843021 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:28.925436 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63dbcb-9b7a-4135-a9d9-8cfd20d9e855 None None] Pushing event updated for resources: {'Port': ['ID=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:28.950214 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-359db794-9ef4-4d60-bfe7-be38971512c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:28.952916 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-359db794-9ef4-4d60-bfe7-be38971512c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 200 len: 858 time: 0.1923151 Jul 07 20:52:29.083282 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-95ff933c-ac88-40f8-a3b3-f850179bf96d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=689dd754-844b-466e-8d78-cc827c706363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188371 Jul 07 20:52:29.129834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:29.141288 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Sync routers for ids ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:29.168240 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Routers {'60bae688-608a-4bca-b4d5-1b5bdf6eeb25'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:29.168909 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:29.185531 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:29.190940 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a51d35a2-d1d4-432f-adc3-36fca906c123 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8305576 Jul 07 20:52:29.193972 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42368) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:29.469016 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-10a84493-931c-42b8-91f7-413694208af8 service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786860 Jul 07 20:52:29.481925 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Set router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:29.644230 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:29.789839 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cad7f431-cb70-4c31-8802-d48e3d42b132 req-b2303786-e344-4c89-9968-2a842de1250b service neutron] 10.222.0.83 "GET /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730001 Jul 07 20:52:29.818634 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10262ffa-5988-46da-9b44-a4b9ba937e7a req-cd7fd538-4bed-4a3f-9d1c-7e9a3a87df1f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:29.828637 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-10262ffa-5988-46da-9b44-a4b9ba937e7a req-cd7fd538-4bed-4a3f-9d1c-7e9a3a87df1f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.4467533 Jul 07 20:52:29.903545 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-10262ffa-5988-46da-9b44-a4b9ba937e7a req-fb856ade-0407-4a62-bee9-84c216219ab3 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737324 Jul 07 20:52:30.008156 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:52:27Z', 'revision_number': 3, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:30.104118 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Checking router: 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:30.104927 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Updating router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 port ef3f7426-03ad-440f-a720-d6044359dfcb binding host dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:30.243779 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.386049 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:28Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:30.425042 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1044a9-0587-4e3b-a474-83c76e88d518 None None] The sync data for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi is: [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:28Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:30.682583 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:30.775330 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138ce7d-a78f-4348-a2de-b5bddcfdeb4c None None] Network b545f098-5ae3-421f-bdc8-47455ba45403 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:30.966071 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.986110 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Notify callbacks [] for port, precommit_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.020913 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.provisioning_blocks [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Transition to ACTIVE for port object ef3f7426-03ad-440f-a720-d6044359dfcb will not be triggered until provisioned by entity L2. {{(pid=99434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:31.045877 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.061175 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-3eb4e5ba-9d0c-424a-9b44-bd6b2e641263 None None] Provisioning for port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:31.091371 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:31.118352 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:31.118708 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.477495 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4be3-f865-4ac9-8f1b-f772b46983e2 None None] Pushing event updated for resources: {'Port': ['ID=ef3f7426-03ad-440f-a720-d6044359dfcb,revision_number=2']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:31.486224 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Attempting to bind port ef3f7426-03ad-440f-a720-d6044359dfcb on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:31.488171 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Attempting to bind port ef3f7426-03ad-440f-a720-d6044359dfcb by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:31.488875 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Attempting to bind port ef3f7426-03ad-440f-a720-d6044359dfcb on network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:31.535995 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:31.540383 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Checking segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:31.542654 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.544259 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Bound using segment: {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'} {{(pid=99434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:31.555495 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.managers [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Bound port: ef3f7426-03ad-440f-a720-d6044359dfcb, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7516329-aba1-42f0-b6a8-5263dd46bf5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}}] {{(pid=99434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:31.559076 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.693957 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_common [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Allocated IP 172.20.0.1 (b545f098-5ae3-421f-bdc8-47455ba45403/b54e2b27-5ecb-40c0-8ae2-e1933cf609cc/1b499be2-2cf6-43bb-9e22-d5339fc4984a) {{(pid=99431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:31.771265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.787297 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] For port ef3f7426-03ad-440f-a720-d6044359dfcb, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:31.821638 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] For port ef3f7426-03ad-440f-a720-d6044359dfcb, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=ef3f7426-03ad-440f-a720-d6044359dfcb,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:31.836143 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.868990 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:31.888689 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.892610 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device abfccf8b-9c01-40da-a3ff-7d3da8bce0dc up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:32.170329 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.185679 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Routers {'60bae688-608a-4bca-b4d5-1b5bdf6eeb25'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:32.205048 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:32.225514 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4be3-f865-4ac9-8f1b-f772b46983e2 None None] Pushing event updated for resources: {'Port': ['ID=ef3f7426-03ad-440f-a720-d6044359dfcb,revision_number=3']} {{(pid=99434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:32.230437 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:32.255725 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dda0e7-8ad3-4e43-a9ee-db9fea62e6cc req-022871ff-2c09-4d8c-93e6-d2eda87b5288 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:32.260538 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e1dda0e7-8ad3-4e43-a9ee-db9fea62e6cc req-022871ff-2c09-4d8c-93e6-d2eda87b5288 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.2849278 Jul 07 20:52:32.269604 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.provisioning_blocks [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Transition to ACTIVE for port object 1b499be2-2cf6-43bb-9e22-d5339fc4984a will not be triggered until provisioned by entity DHCP. {{(pid=99431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:32.279874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:32.284158 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.409339 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e1dda0e7-8ad3-4e43-a9ee-db9fea62e6cc req-9fe921c7-7841-48e5-b809-c6509d6f2915 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418905 Jul 07 20:52:32.441078 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:32.462609 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7144553'] for port, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.553316 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Network b545f098-5ae3-421f-bdc8-47455ba45403 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:32.562154 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:32.575275 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Received port after_create {{(pid=99431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:32.647010 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-2ace3efa-698f-49bb-b092-0a76b7896506 None None] Provisioning complete for port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:32.647396 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2ace3efa-698f-49bb-b092-0a76b7896506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.649375 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.701533 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417336'] for router_interface, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.800778 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:32.828055 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.880761 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] Set router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:33.002404 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e925bb-4ef1-40e4-960a-71b19f55d4e7 req-bacc598e-c71e-4d5e-910d-7aac81ae9e0a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:33.007733 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Pushing event updated for resources: {'Port': ['ID=1b499be2-2cf6-43bb-9e22-d5339fc4984a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:33.030851 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-90e925bb-4ef1-40e4-960a-71b19f55d4e7 req-bacc598e-c71e-4d5e-910d-7aac81ae9e0a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.3253095 Jul 07 20:52:33.088047 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:33.164037 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:33.189320 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-90e925bb-4ef1-40e4-960a-71b19f55d4e7 req-25e347c0-caba-4246-9c4a-521523e3ee50 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575313 Jul 07 20:52:33.341813 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:33.342398 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.351338 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.486186 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:52:27Z', 'revision_number': 3, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:33.539734 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d00207-3cac-4e7e-aeff-ff0f73388850 None None] The sync data for ids ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'] in dv-cinder-790535-7-iscsi is: [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:52:27Z', 'revision_number': 3, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:33.599422 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-49a07bce-1411-43e6-a622-4b688ae1d037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.608691 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9f9b4d88-8df6-499b-a4af-b69c58ffdd15 None None] Provisioning for port 1b499be2-2cf6-43bb-9e22-d5339fc4984a completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:33.632218 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-9f9b4d88-8df6-499b-a4af-b69c58ffdd15 None None] Provisioning complete for port 1b499be2-2cf6-43bb-9e22-d5339fc4984a triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:33.632584 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9f9b4d88-8df6-499b-a4af-b69c58ffdd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.773715 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b4d88-8df6-499b-a4af-b69c58ffdd15 None None] Port 1b499be2-2cf6-43bb-9e22-d5339fc4984a cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:34.604348 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cfd51-126e-4917-b4e0-06e415837646 req-f8d81e15-1ef4-4c54-b8d0-f53eeda41ad3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:34.613108 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4d1cfd51-126e-4917-b4e0-06e415837646 req-f8d81e15-1ef4-4c54-b8d0-f53eeda41ad3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.1542208 Jul 07 20:52:34.698980 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4d1cfd51-126e-4917-b4e0-06e415837646 req-322948f8-7023-40a1-8a45-56730410cd23 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586827 Jul 07 20:52:34.749808 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-f1eda697-86d8-49c4-bc3e-ebcf892482da tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:34.751583 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-f1eda697-86d8-49c4-bc3e-ebcf892482da tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 814 time: 0.2238510 Jul 07 20:52:34.806891 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:34.819370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:34.977694 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Pushing event updated for resources: {'Port': ['ID=1b499be2-2cf6-43bb-9e22-d5339fc4984a,revision_number=2']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:34.985408 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-a9bcee8f-e27b-4f4a-ad38-3ad309cb3201 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/quotas/7637edcd784b4d1583d337f3c25456be HTTP/1.1" status: 200 len: 375 time: 0.2223535 Jul 07 20:52:35.125273 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401477'] for router_interface, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.194419 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device ef3f7426-03ad-440f-a720-d6044359dfcb up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:35.336495 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-49690fda-1e83-4d44-91a9-cda3f4f10319 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3030705 Jul 07 20:52:35.360439 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port ef3f7426-03ad-440f-a720-d6044359dfcb completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:35.367343 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port ef3f7426-03ad-440f-a720-d6044359dfcb triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:35.369778 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.390810 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Network b545f098-5ae3-421f-bdc8-47455ba45403 is already hosted by enough agents. {{(pid=99431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:35.416125 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:35.543653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.583483 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port ef3f7426-03ad-440f-a720-d6044359dfcb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=ef3f7426-03ad-440f-a720-d6044359dfcb,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:35.591725 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.592942 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device abfccf8b-9c01-40da-a3ff-7d3da8bce0dc up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:35.717895 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=ef3f7426-03ad-440f-a720-d6044359dfcb,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:35.799888 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:35.800361 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.834550 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-03ecc9a0-5d21-45a2-ac6a-45f5696b2fd4 service neutron] 10.222.0.72 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367647 Jul 07 20:52:36.001713 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-dc9de2c2-d70c-4d82-912a-474ff11bd4af None None] Provisioning complete for port 1b499be2-2cf6-43bb-9e22-d5339fc4984a triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:36.002690 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-dc9de2c2-d70c-4d82-912a-474ff11bd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.079481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-dc9de2c2-d70c-4d82-912a-474ff11bd4af None None] Port 1b499be2-2cf6-43bb-9e22-d5339fc4984a cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:36.118794 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:52:36.354584 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5b80166b-19c0-4ff2-affc-82c8bb36b9b2 service neutron] 10.222.0.72 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949861 Jul 07 20:52:36.642935 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:36.664714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b2007c2a-1362-4624-9e51-dd237bda1327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.701764 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b0e72857-d705-4b65-8836-91b2ffb5bb46 admin admin] 10.222.0.72 "PUT /v2.0/routers/60bae688-608a-4bca-b4d5-1b5bdf6eeb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5014718 Jul 07 20:52:36.777578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0432-2f3d-4b2c-9e3d-975edf748f8e req-9b59fe84-509e-4ac9-812e-91fd02dca6e8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:36.794942 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-868f0432-2f3d-4b2c-9e3d-975edf748f8e req-9b59fe84-509e-4ac9-812e-91fd02dca6e8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.4988947 Jul 07 20:52:36.993171 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-868f0432-2f3d-4b2c-9e3d-975edf748f8e req-218d5620-d160-4fec-a24b-bf895698aa3b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957099 Jul 07 20:52:37.092603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.225136 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-340326e7-0b5d-427a-b7f3-906325e22807 req-3fdd8faf-cf44-49e3-8443-e58c7f11dfe5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 210 time: 0.1002131 Jul 07 20:52:37.239947 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device ef3f7426-03ad-440f-a720-d6044359dfcb up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:37.309449 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Sync routers for ids ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:37.385456 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Routers {'60bae688-608a-4bca-b4d5-1b5bdf6eeb25'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:37.386117 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:37.507533 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port ef3f7426-03ad-440f-a720-d6044359dfcb triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:37.508217 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.700469 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Set router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:38.054422 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.180728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42544) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:38.181128 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:52:33Z', 'revision_number': 4, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '1b499be2-2cf6-43bb-9e22-d5339fc4984a', 'name': '', 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'mac_address': 'fa:16:3e:2e:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:31Z', 'updated_at': '2021-07-07T20:52:33Z', 'revision_number': 2, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'subnets': [{'id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:38.188688 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453393991', 'description': 'tempest-secgroup-smoke-453393991 description', 'project_id': '481030fc79564188b790930cd36af8e3'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:38.222279 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.241626 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Checking router: 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:38.244717 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Updating router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 port 1b499be2-2cf6-43bb-9e22-d5339fc4984a binding host dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:38.396941 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.404385 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.448963 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81161ff-b923-436e-9bb1-6511e1443466,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:38.475999 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.477966 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2ae2c6db-b199-4a5d-ab9f-626ed83e0acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2953954 Jul 07 20:52:38.481375 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42552) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:38.492662 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group_rule': {'security_group_id': 'a81161ff-b923-436e-9bb1-6511e1443466', 'project_id': '481030fc79564188b790930cd36af8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:38.500041 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.551785 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.748077 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7e59423a-6483-458c-9698-213532440ff0 req-c7efdee8-5e91-4664-8dcc-1399ca7c16d9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 210 time: 0.0660589 Jul 07 20:52:38.867149 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.878159 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.891574 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8389473-6696-4e23-9a25-6db3a0767bfa req-de84d099-fb5a-4c60-9352-84a0d705b1d3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:38.906933 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d8389473-6696-4e23-9a25-6db3a0767bfa req-de84d099-fb5a-4c60-9352-84a0d705b1d3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.1934237 Jul 07 20:52:38.929305 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70314797-0bf3-465e-bb5e-15da18e66e72,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:38.948102 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.949702 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2d77734d-2ec5-4a2a-972b-d8c8e3bcb60f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4643931 Jul 07 20:52:38.952610 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42564) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:38.958920 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group_rule': {'security_group_id': 'a81161ff-b923-436e-9bb1-6511e1443466', 'project_id': '481030fc79564188b790930cd36af8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:38.992902 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d8389473-6696-4e23-9a25-6db3a0767bfa req-1cee219b-b7b1-48d2-9dc2-5a6230c42fcd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734797 Jul 07 20:52:39.044824 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.140209 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.217822 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-18bd5f2a-6d7b-4e3c-9613-c9dbebb33e7d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735848870&fields=id&tenant_id=02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 267 time: 0.0756581 Jul 07 20:52:39.220142 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.366177 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e776d119-f52b-47ab-87b6-95b1aa704249,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:39.393482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.396928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d4fc9a4f-4cf2-4771-895c-da08797d8582 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4426496 Jul 07 20:52:39.399769 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42572) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:39.406161 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group_rule': {'security_group_id': 'a81161ff-b923-436e-9bb1-6511e1443466', 'project_id': '481030fc79564188b790930cd36af8e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:39.477861 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Notify callbacks [] for port, precommit_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.496759 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.517455 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Transition to ACTIVE for port object 1b499be2-2cf6-43bb-9e22-d5339fc4984a will not be triggered until provisioned by entity L2. {{(pid=99433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:39.537140 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.572104 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-b5e1a5ab-c9ab-4d46-9f40-c4fcca4337fc tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.574987 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-b5e1a5ab-c9ab-4d46-9f40-c4fcca4337fc tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 812 time: 0.3556097 Jul 07 20:52:39.624725 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0a71743-235f-48c7-8539-a0ff680479cc tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/quotas/02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 375 time: 0.0428565 Jul 07 20:52:39.657792 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.667575 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.744310 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615ce0f8-9d0d-47b3-8cf8-cc31c7dfa140,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:39.756069 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.760101 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ed60f5b0-3b66-4ac2-bf26-561ae9b0aae3 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564560 Jul 07 20:52:39.768020 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42584) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:39.799354 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41b2b0-1b10-4445-868e-452475e05446 None None] Pushing event updated for resources: {'Port': ['ID=1b499be2-2cf6-43bb-9e22-d5339fc4984a,revision_number=3']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:39.812043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group_rule': {'security_group_id': 'a81161ff-b923-436e-9bb1-6511e1443466', 'project_id': '481030fc79564188b790930cd36af8e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:39.984251 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Attempting to bind port 1b499be2-2cf6-43bb-9e22-d5339fc4984a on host dv-cinder-790535-7-iscsi for vnic_type normal with profile {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:39.985133 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Attempting to bind port 1b499be2-2cf6-43bb-9e22-d5339fc4984a by drivers openvswitch,hyperv on host dv-cinder-790535-7-iscsi at level 0 using segments [{'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:39.985803 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Attempting to bind port 1b499be2-2cf6-43bb-9e22-d5339fc4984a on network b545f098-5ae3-421f-bdc8-47455ba45403 {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:39.995407 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Checking agent: {'id': '634ec60f-9151-4184-8d10-781e4e54c3d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 40, 37), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:39.996364 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Checking segment: {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:39.997046 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.997636 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Bound using segment: {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'} {{(pid=99433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:39.998340 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.managers [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Bound port: 1b499be2-2cf6-43bb-9e22-d5339fc4984a, host: dv-cinder-790535-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403'}}] {{(pid=99433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:39.998951 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.175964 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.196194 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] For port 1b499be2-2cf6-43bb-9e22-d5339fc4984a, host dv-cinder-790535-7-iscsi, cleared binding levels {{(pid=99433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:40.203300 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] For port 1b499be2-2cf6-43bb-9e22-d5339fc4984a, host dv-cinder-790535-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=1b499be2-2cf6-43bb-9e22-d5339fc4984a,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:40.218567 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.273601 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f03c3f8b-5b8c-4091-8a60-7e4e7fe2e693 req-c712e1aa-a01c-404a-9a26-226b252fc9c2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 210 time: 0.0664136 Jul 07 20:52:40.339884 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-1e4200bd-b72f-43e7-80a8-5f125feb3375 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7066245 Jul 07 20:52:40.368456 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41b2b0-1b10-4445-868e-452475e05446 None None] Pushing event updated for resources: {'Port': ['ID=1b499be2-2cf6-43bb-9e22-d5339fc4984a,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:40.382185 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Routers {'60bae688-608a-4bca-b4d5-1b5bdf6eeb25'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:40.383113 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:52:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:40.562355 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-3fa7efa1-d000-41ee-8da0-2d7025a55a5d tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:40.564515 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-3fa7efa1-d000-41ee-8da0-2d7025a55a5d tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 814 time: 0.7129352 Jul 07 20:52:40.588603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.656847 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'port': {'device_id': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'admin_state_up': True, 'tenant_id': '7637edcd784b4d1583d337f3c25456be'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:40.730729 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] Set router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:40.997493 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.025865 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.075633 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.077732 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2895067 Jul 07 20:52:41.081802 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42638) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:41.089417 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group_rule': {'security_group_id': 'a81161ff-b923-436e-9bb1-6511e1443466', 'project_id': '481030fc79564188b790930cd36af8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:41.135456 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.securitygroups_db [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Project 481030fc79564188b790930cd36af8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:52:41.148712 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.184888 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-8200eb2f-ff61-4a6b-bddd-186a3c98d895 service neutron] 10.222.0.72 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017456 Jul 07 20:52:41.190527 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e810e2-f1d4-477e-a60a-4dd4dc933d4a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6091727e-57f4-452d-8691-847dd705385d,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:41.275570 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-5e1abab5-9069-4277-a6aa-50c9e70e6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.277192 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-5e1abab5-9069-4277-a6aa-50c9e70e6d08 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1099 time: 0.5522118 Jul 07 20:52:41.320367 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:52:33Z', 'revision_number': 4, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '1b499be2-2cf6-43bb-9e22-d5339fc4984a', 'name': '', 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'mac_address': 'fa:16:3e:2e:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:31Z', 'updated_at': '2021-07-07T20:52:40Z', 'revision_number': 4, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'subnets': [{'id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:41.324674 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.330710 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.369686 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f210d584-c43b-4e05-9e52-109e672d25a1,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:41.468839 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd284ee-09a3-4389-8feb-0494c62e596e None None] The sync data for ids ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'] in dv-cinder-790535-7-iscsi is: [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:52:33Z', 'revision_number': 4, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '1b499be2-2cf6-43bb-9e22-d5339fc4984a', 'name': '', 'network_id': 'b545f098-5ae3-421f-bdc8-47455ba45403', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'mac_address': 'fa:16:3e:2e:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:31Z', 'updated_at': '2021-07-07T20:52:40Z', 'revision_number': 4, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'subnets': [{'id': 'b54e2b27-5ecb-40c0-8ae2-e1933cf609cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:41.584546 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Made reservation on behalf of 7637edcd784b4d1583d337f3c25456be for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:41.585802 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.639532 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.640923 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f0e1c4a5-73bb-48ac-a0f7-4484f381eee4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5572977 Jul 07 20:52:41.649906 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42650) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:41.658513 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'security_group_rule': {'security_group_id': 'a81161ff-b923-436e-9bb1-6511e1443466', 'project_id': '481030fc79564188b790930cd36af8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:41.684096 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071a1f-23b7-4d0f-981e-b4fdc26af00c req-b2247d08-f7f9-4825-b27d-c0a2ca840a50 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.702602 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0b071a1f-23b7-4d0f-981e-b4fdc26af00c req-b2247d08-f7f9-4825-b27d-c0a2ca840a50 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.2540305 Jul 07 20:52:41.790879 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0b071a1f-23b7-4d0f-981e-b4fdc26af00c req-9d114dda-dcdd-49e0-8dda-e14d3d3539ae tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869007 Jul 07 20:52:41.795129 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.securitygroups_db [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Project 481030fc79564188b790930cd36af8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:52:41.812623 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.835745 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-602118bb-53a0-4d9d-8fc4-2be1ebf2d23c service neutron] 10.222.0.72 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842617 Jul 07 20:52:41.916515 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-795ef9ba-abaf-484a-888a-24e2b790f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.918130 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-795ef9ba-abaf-484a-888a-24e2b790f8f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.5277839 Jul 07 20:52:42.051194 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.062185 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.125188 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e43f4cb-50ee-4a9e-afeb-47a6ce7b7e9b,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:42.178469 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.180655 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-72abc759-0e6e-4a1f-8d9f-f5af31a16de1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5295179 Jul 07 20:52:42.440417 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-2da460bd-0566-48d1-9e5f-d24c7d17b1da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 200 len: 1002 time: 0.4913232 Jul 07 20:52:42.587787 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Allocated IP 172.20.0.14 (b373f134-2425-4761-b16f-fc4aaa5367bb/843de541-a504-479e-8664-7b2f8a75be84/e24db1af-f575-408e-b631-2c355cca6b09) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:42.741982 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-059bd6b8-ae0e-4e3d-befc-87cfe81456d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.749301 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-059bd6b8-ae0e-4e3d-befc-87cfe81456d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.2913067 Jul 07 20:52:43.047408 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 1b499be2-2cf6-43bb-9e22-d5339fc4984a up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:43.066096 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42716) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:43.244812 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning for port 1b499be2-2cf6-43bb-9e22-d5339fc4984a completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:43.267891 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 1b499be2-2cf6-43bb-9e22-d5339fc4984a triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:43.273689 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.362003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-d332981f-cd49-4496-b485-ea4256fe75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:43.365612 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-d332981f-cd49-4496-b485-ea4256fe75a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6008027 Jul 07 20:52:43.495791 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7528-24f4-4d55-a123-d75b6815e747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.698808 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-50860827-95ee-4fd6-8b77-b48d9395bd8b req-7251a8d2-e886-41df-be72-8df7f09b58ba tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 210 time: 0.1430297 Jul 07 20:52:43.762789 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.769011 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.908011 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Transition to ACTIVE for port object e24db1af-f575-408e-b631-2c355cca6b09 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:43.946231 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-d8eba5bd-e640-45dc-927e-0d257bdd6ab7 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231090 Jul 07 20:52:43.975844 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] For port 1b499be2-2cf6-43bb-9e22-d5339fc4984a, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=1b499be2-2cf6-43bb-9e22-d5339fc4984a,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:43.987192 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.120929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.210565 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7528-24f4-4d55-a123-d75b6815e747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.219948 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Pushing event updated for resources: {'Port': ['ID=1b499be2-2cf6-43bb-9e22-d5339fc4984a,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:44.234675 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Network b373f134-2425-4761-b16f-fc4aaa5367bb is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:44.236565 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7528-24f4-4d55-a123-d75b6815e747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.241543 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7160c19-961f-4eb9-8da2-2aed62e32219 req-03d9e294-01d5-4a4c-b353-1cedb0345726 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695746 Jul 07 20:52:44.243235 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:44.246125 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:44.248651 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:44.366184 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:44.372394 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.430569 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-620f0a22-4bf3-41b5-88b7-6747dfe11468 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8430331 Jul 07 20:52:44.498522 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb7528-24f4-4d55-a123-d75b6815e747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c66aa4d-2497-4aec-96cf-cdf30bac0bbf,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:44.525497 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dcfb7528-24f4-4d55-a123-d75b6815e747 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1df99f888cf64547b0d913325350a4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4580519 Jul 07 20:52:44.528369 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 42750) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:44.710624 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe62c2f-9050-41ca-9beb-53ceb435f7fe req-43b7c97b-a8c6-47f3-889c-0a792a892632 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:44.720353 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6fe62c2f-9050-41ca-9beb-53ceb435f7fe req-43b7c97b-a8c6-47f3-889c-0a792a892632 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 946 time: 0.1926911 Jul 07 20:52:44.773143 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe994-8ac6-4192-922d-30d0ddf74fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.809073 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:52:44.872436 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6fe62c2f-9050-41ca-9beb-53ceb435f7fe req-080b2f32-b51f-41e3-9e69-9d8024292e38 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494594 Jul 07 20:52:44.889089 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe994-8ac6-4192-922d-30d0ddf74fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.040458 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9f600b4f-2e12-41d5-8db0-6d129d63fad4 req-ea6a2e94-110e-4306-b9d5-80891dc07ed6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.1240559 Jul 07 20:52:45.069521 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Request body: {'port': {'device_id': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:45.087193 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-5e64eccf-8663-4013-bb5f-d10d18c12255 None None] Provisioning for port e24db1af-f575-408e-b631-2c355cca6b09 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:45.119595 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-5e64eccf-8663-4013-bb5f-d10d18c12255 None None] Provisioning complete for port e24db1af-f575-408e-b631-2c355cca6b09 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:45.120154 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5e64eccf-8663-4013-bb5f-d10d18c12255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.233343 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 1b499be2-2cf6-43bb-9e22-d5339fc4984a up at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:45.360414 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe994-8ac6-4192-922d-30d0ddf74fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.368560 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-5e64eccf-8663-4013-bb5f-d10d18c12255 None None] Port e24db1af-f575-408e-b631-2c355cca6b09 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:45.376507 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab6fe994-8ac6-4192-922d-30d0ddf74fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.379833 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ab6fe994-8ac6-4192-922d-30d0ddf74fb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c66aa4d-2497-4aec-96cf-cdf30bac0bbf HTTP/1.1" status: 204 len: 168 time: 0.8501194 Jul 07 20:52:45.423027 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fe994-8ac6-4192-922d-30d0ddf74fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c66aa4d-2497-4aec-96cf-cdf30bac0bbf,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:45.430797 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975147d1-82eb-4c00-8853-66b1ffe5edcd req-e2e0b125-354d-4f98-bf52-96eef85bee37 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.442465 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-975147d1-82eb-4c00-8853-66b1ffe5edcd req-e2e0b125-354d-4f98-bf52-96eef85bee37 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 932 time: 0.1619442 Jul 07 20:52:45.518808 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Provisioning complete for port 1b499be2-2cf6-43bb-9e22-d5339fc4984a triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:45.523466 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.525839 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.536518 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.537386 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-975147d1-82eb-4c00-8853-66b1ffe5edcd req-aeaf5da0-20b2-4ec7-a26a-e595a9998565 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929646 Jul 07 20:52:45.605729 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:45.609012 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5420b36-370e-43a1-98f3-31c76f876518" -d '{"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-unplugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:45.699936 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e64c3-4710-4584-97f7-54ff1d7f3b6b req-fb2b378b-d714-4c66-b306-dd874c735afe tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.708948 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-778e64c3-4710-4584-97f7-54ff1d7f3b6b req-fb2b378b-d714-4c66-b306-dd874c735afe tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.2890217 Jul 07 20:52:45.712499 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0d7c0-828a-4b24-a1e0-598cf86b445e x-openstack-request-id: req-80b0d7c0-828a-4b24-a1e0-598cf86b445e {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:45.712884 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-unplugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:45.713176 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80b0d7c0-828a-4b24-a1e0-598cf86b445e {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:45.717843 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'code': 200} Jul 07 20:52:45.733992 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:45.744087 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.821495 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=8']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:45.934725 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-778e64c3-4710-4584-97f7-54ff1d7f3b6b req-8d4e260b-1c7b-4672-be4f-54ba3e104d92 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241304 Jul 07 20:52:46.260173 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cebbf-f93c-4bab-b818-28d926c70620 req-b4131e90-b8ed-452e-a1f7-30a01201bb42 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:46.263631 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-852cebbf-f93c-4bab-b818-28d926c70620 req-b4131e90-b8ed-452e-a1f7-30a01201bb42 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1219528 Jul 07 20:52:46.304905 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24db1af-f575-408e-b631-2c355cca6b09 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:46.326479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.362473 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Transition to ACTIVE for port object e24db1af-f575-408e-b631-2c355cca6b09 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:46.383174 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-852cebbf-f93c-4bab-b818-28d926c70620 req-3476bfd2-dcae-4ef9-ab5f-aae41634855f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014214 Jul 07 20:52:46.383488 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cbe5e732-ef1e-40f1-bdfe-1162c75d91ff req-f143a19a-7381-4e22-b24a-fb56ea6ab716 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0389946 Jul 07 20:52:46.384388 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.448100 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:46.600482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Attempting to bind port e24db1af-f575-408e-b631-2c355cca6b09 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:46.600959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Attempting to bind port e24db1af-f575-408e-b631-2c355cca6b09 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:46.601303 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Attempting to bind port e24db1af-f575-408e-b631-2c355cca6b09 on network b373f134-2425-4761-b16f-fc4aaa5367bb {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:46.608473 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Port e24db1af-f575-408e-b631-2c355cca6b09 on network b373f134-2425-4761-b16f-fc4aaa5367bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:46.608809 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Attempting to bind port e24db1af-f575-408e-b631-2c355cca6b09 on network b373f134-2425-4761-b16f-fc4aaa5367bb {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:46.616833 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:46.617239 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Checking segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:46.617714 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Bound using segment: {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:46.618344 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Bound port: e24db1af-f575-408e-b631-2c355cca6b09, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d803bf1-42f9-4953-aeae-7e867e05f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:46.618724 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.713112 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:46.717505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:46.724256 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.834150 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:46.835003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.836472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] 10.222.0.83 "PUT /v2.0/ports/e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 1094 time: 1.8514533 Jul 07 20:52:46.839528 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:46.841911 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31529813-6d2f-41ce-ae54-a1421f600351" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:46.884198 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e703c-e4df-4349-969f-96af7ee64bad service neutron] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:46.937689 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f09da-02b3-4437-b020-1d8a294c89fb req-7cfa936d-489e-4053-a14c-cc9953feca0a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:46.939357 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-441f09da-02b3-4437-b020-1d8a294c89fb req-7cfa936d-489e-4053-a14c-cc9953feca0a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.2117641 Jul 07 20:52:46.940972 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474d60e2-96e1-45a0-aa21-f8b30580ad93 x-openstack-request-id: req-474d60e2-96e1-45a0-aa21-f8b30580ad93 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:46.941295 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:46.941487 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-474d60e2-96e1-45a0-aa21-f8b30580ad93 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:46.941884 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'status': 'completed', 'code': 200} Jul 07 20:52:47.035613 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-441f09da-02b3-4437-b020-1d8a294c89fb req-8d76ce8f-18c2-486d-848a-03991e793017 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749443 Jul 07 20:52:47.275840 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:52:47.288763 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ceaa-8807-4731-889d-64f602a0076c req-5af4a0a7-97ab-4685-8eea-75fbfc4a7f6e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.290930 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d113ceaa-8807-4731-889d-64f602a0076c req-5af4a0a7-97ab-4685-8eea-75fbfc4a7f6e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1277771 Jul 07 20:52:47.353205 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d113ceaa-8807-4731-889d-64f602a0076c req-0492f367-5043-48e2-8146-fb8e917a56e5 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 Jul 07 20:52:47.696008 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-817c8ab3-aa1d-417b-801d-8d4d2aff97ff req-8741dab0-ef63-48d0-9b1a-97a25ced781f tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0690560 Jul 07 20:52:47.795557 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0db13-c639-4f21-bba3-5d43e94176c5 req-7ce65169-7d04-4a02-b509-2732d59a7ebe tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.797113 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-dcc0db13-c639-4f21-bba3-5d43e94176c5 req-7ce65169-7d04-4a02-b509-2732d59a7ebe tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1151991 Jul 07 20:52:47.848034 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-dcc0db13-c639-4f21-bba3-5d43e94176c5 req-6d89de64-1ae1-405c-af7f-f84548876b6e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Jul 07 20:52:48.591221 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f45d-87af-49d7-81bb-fdfbd287f52f req-1b324898-2ab4-4238-8802-faecfc88b883 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.592906 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c061f45d-87af-49d7-81bb-fdfbd287f52f req-1b324898-2ab4-4238-8802-faecfc88b883 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.4190745 Jul 07 20:52:48.678063 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c061f45d-87af-49d7-81bb-fdfbd287f52f req-06a38d52-c0e7-4357-b07e-9e891d2257cd tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745070 Jul 07 20:52:48.777359 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c80f8-b871-4b8f-af26-4dff30776988 req-ebacba49-a781-46a6-9672-08bc493b1899 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.784900 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-829c80f8-b871-4b8f-af26-4dff30776988 req-ebacba49-a781-46a6-9672-08bc493b1899 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1268716 Jul 07 20:52:48.852299 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-829c80f8-b871-4b8f-af26-4dff30776988 req-33cc546b-5c8c-42b3-b14f-055c7a0124ae tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Jul 07 20:52:48.981686 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f4371d8b-4562-4fe9-8e1c-73549e66bb76 req-bd3b5289-509f-4367-a4f9-1fc245a88f12 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0683913 Jul 07 20:52:49.212721 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771c3d-0859-469b-a9a3-057c2861e2bd req-d094e63e-47a4-491b-8f0b-2593f82f28b7 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:49.214763 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ea771c3d-0859-469b-a9a3-057c2861e2bd req-d094e63e-47a4-491b-8f0b-2593f82f28b7 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0951629 Jul 07 20:52:49.260245 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ea771c3d-0859-469b-a9a3-057c2861e2bd req-f15a327d-30e4-4be2-b7ab-8fd2691becd1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Jul 07 20:52:50.005783 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701d81f-2cf8-45d6-a8db-3237ca464217 req-acd6bd04-5656-4beb-a231-cdd861fb1cbd tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.024710 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0701d81f-2cf8-45d6-a8db-3237ca464217 req-acd6bd04-5656-4beb-a231-cdd861fb1cbd tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.1450877 Jul 07 20:52:50.082152 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0701d81f-2cf8-45d6-a8db-3237ca464217 req-90912e67-dafc-4d65-b827-2fc694e58478 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498998 Jul 07 20:52:50.194984 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a139a-8f74-42af-9705-cf5ddcc72ab0 req-840247ca-3e6f-4dca-9af0-868804b670da tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.198637 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9e7a139a-8f74-42af-9705-cf5ddcc72ab0 req-840247ca-3e6f-4dca-9af0-868804b670da tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1300278 Jul 07 20:52:50.290787 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9e7a139a-8f74-42af-9705-cf5ddcc72ab0 req-25bb6d5b-8088-451d-8965-249b19dd27bb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751245 Jul 07 20:52:50.383217 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e12197fe-5548-4552-b63e-639d13e75e1f req-aef1267d-9be0-43e6-8e78-6404866b362e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0653508 Jul 07 20:52:50.648260 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25d1a3-f31d-4d04-97f3-77cda8bfad75 req-cb4bfae1-81d6-47ff-a582-cc1d4e68db82 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.649890 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d25d1a3-f31d-4d04-97f3-77cda8bfad75 req-cb4bfae1-81d6-47ff-a582-cc1d4e68db82 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1079659 Jul 07 20:52:50.715476 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d25d1a3-f31d-4d04-97f3-77cda8bfad75 req-739c983e-ceae-4829-9546-6599f4931236 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583177 Jul 07 20:52:51.341647 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb835-56ac-42c6-b493-927a22ee62ea req-1d89b37b-304d-43bb-8831-fbf1e6920674 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.344041 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c6ddb835-56ac-42c6-b493-927a22ee62ea req-1d89b37b-304d-43bb-8831-fbf1e6920674 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.1032832 Jul 07 20:52:51.388896 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c6ddb835-56ac-42c6-b493-927a22ee62ea req-6f0260e8-4d9e-4479-afbd-e4b1653d8374 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368559 Jul 07 20:52:51.503834 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.512059 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537068d-ef9b-4838-a021-9d7d7a8eaec5 req-43f107c2-f8a2-4451-9bf3-57731fea94b2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.512059 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e537068d-ef9b-4838-a021-9d7d7a8eaec5 req-43f107c2-f8a2-4451-9bf3-57731fea94b2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0795379 Jul 07 20:52:51.584366 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e537068d-ef9b-4838-a021-9d7d7a8eaec5 req-b7e8a25b-75ab-4f13-b549-64d4a4e61603 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642750 Jul 07 20:52:51.655037 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-560ffbac-e06c-463e-8490-c8d343f073c0 req-bcbf1ffc-7726-41b5-b0c9-21d425d3461a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0414574 Jul 07 20:52:51.996775 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17265bf0-0569-495b-9ca1-878f69b0d090 req-f530e5d8-c44b-45c3-8834-94a867e2eabc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.001218 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-17265bf0-0569-495b-9ca1-878f69b0d090 req-f530e5d8-c44b-45c3-8834-94a867e2eabc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1293795 Jul 07 20:52:52.082745 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-17265bf0-0569-495b-9ca1-878f69b0d090 req-ae3cee17-6ebb-4eb6-aec3-ce5c6d850a7e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763824 Jul 07 20:52:52.767153 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1f91-c812-4481-a787-5175a21d54e8 req-0a2bee63-c1c8-4690-bf25-bc61321adf77 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.776674 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-137c1f91-c812-4481-a787-5175a21d54e8 req-0a2bee63-c1c8-4690-bf25-bc61321adf77 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.1352727 Jul 07 20:52:52.831419 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-137c1f91-c812-4481-a787-5175a21d54e8 req-d9965f39-a574-43be-bc26-63924df46bb6 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536988 Jul 07 20:52:52.895250 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7846-57ab-45b6-8354-28ecd48a283a req-9d31c9d2-a61e-4e8b-b28d-096358afebe8 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.898054 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-55cb7846-57ab-45b6-8354-28ecd48a283a req-9d31c9d2-a61e-4e8b-b28d-096358afebe8 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1231744 Jul 07 20:52:52.978624 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-55cb7846-57ab-45b6-8354-28ecd48a283a req-9e30dcdd-20d8-4341-a25a-12c89a2a78f6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694609 Jul 07 20:52:53.055429 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e9f2eb65-ed7e-4e9c-a99f-c55274dcbb43 req-13bffcf0-5268-4b0d-9597-108b8191c9e3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0697780 Jul 07 20:52:53.385231 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21068d-1c6e-490d-8f32-98ece8ad340c req-c069bad0-5984-4a86-a2a6-a5d8189784d0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:53.387308 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4b21068d-1c6e-490d-8f32-98ece8ad340c req-c069bad0-5984-4a86-a2a6-a5d8189784d0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0964746 Jul 07 20:52:53.449368 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4b21068d-1c6e-490d-8f32-98ece8ad340c req-5ce59643-9f7f-489b-b68f-010ab7c699b1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497262 Jul 07 20:52:54.154281 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc8157-561e-4f39-b319-fa0862345ded req-1abb3d1c-8ddb-4e40-8e8b-388f7ac86ac3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:54.156453 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-03cc8157-561e-4f39-b319-fa0862345ded req-1abb3d1c-8ddb-4e40-8e8b-388f7ac86ac3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.1292770 Jul 07 20:52:54.245184 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-03cc8157-561e-4f39-b319-fa0862345ded req-f4de2113-353f-4975-9829-0ae361d716ce tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Jul 07 20:52:54.271432 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605d76-8986-4ed6-96c4-888b03929d7a req-bd3c55a4-68dd-4e37-b07a-890d8e74e358 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:54.287307 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bc605d76-8986-4ed6-96c4-888b03929d7a req-bd3c55a4-68dd-4e37-b07a-890d8e74e358 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1572895 Jul 07 20:52:54.354599 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bc605d76-8986-4ed6-96c4-888b03929d7a req-39cb4d77-e180-4f08-97fd-05008f9f7d6f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Jul 07 20:52:54.461980 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e1014266-5d35-46f5-a4d1-d4cc5488dc0b req-c30f6aa1-ab6f-48ff-b61a-062dad222fc7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0479641 Jul 07 20:52:54.702709 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50c6e0-4a40-4b2e-ab65-f5c72c738427 req-f5362449-8611-4fd6-94c5-38893c6f889a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:54.704495 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d50c6e0-4a40-4b2e-ab65-f5c72c738427 req-f5362449-8611-4fd6-94c5-38893c6f889a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1046646 Jul 07 20:52:54.749278 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4d50c6e0-4a40-4b2e-ab65-f5c72c738427 req-3f5fa5e9-10f4-43f1-a212-12f00cfe5e8d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379210 Jul 07 20:52:55.277844 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31529813-6d2f-41ce-ae54-a1421f600351 req-401e0f8a-8581-4c90-8519-48a4b7b60439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.280376 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-31529813-6d2f-41ce-ae54-a1421f600351 req-401e0f8a-8581-4c90-8519-48a4b7b60439 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1097 time: 0.0716605 Jul 07 20:52:55.464418 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31529813-6d2f-41ce-ae54-a1421f600351 req-ac9fe1ea-1ffa-460b-bb88-ac2ceeed8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.466089 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-31529813-6d2f-41ce-ae54-a1421f600351 req-ac9fe1ea-1ffa-460b-bb88-ac2ceeed8615 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7637edcd784b4d1583d337f3c25456be&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1736870 Jul 07 20:52:55.595041 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdce55-ee6d-4c6f-bf60-e70881c73d7b req-51dca58a-0c96-424a-8930-6f66c07e70fb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.596707 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-79fdce55-ee6d-4c6f-bf60-e70881c73d7b req-51dca58a-0c96-424a-8930-6f66c07e70fb tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0730629 Jul 07 20:52:55.632566 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25f530-4688-4b89-9b77-280dff7c3763 req-d92a0b9c-9594-4ac6-9e08-186216c45992 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.634076 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed25f530-4688-4b89-9b77-280dff7c3763 req-d92a0b9c-9594-4ac6-9e08-186216c45992 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.1592751 Jul 07 20:52:55.635772 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31529813-6d2f-41ce-ae54-a1421f600351 req-74404ee0-b223-476b-b694-c8c5aeb1978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.637193 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-31529813-6d2f-41ce-ae54-a1421f600351 req-74404ee0-b223-476b-b694-c8c5aeb1978e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610110 Jul 07 20:52:55.644837 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-79fdce55-ee6d-4c6f-bf60-e70881c73d7b req-911f7675-dc1d-46ee-9154-85b3bd3e821f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jul 07 20:52:55.685264 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed25f530-4688-4b89-9b77-280dff7c3763 req-10cea51e-524d-401f-b461-3e554875877c tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Jul 07 20:52:55.753939 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-be1009df-78fb-4ef0-95dd-b449ac1b850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.755704 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-be1009df-78fb-4ef0-95dd-b449ac1b850e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1097 time: 0.0693331 Jul 07 20:52:55.861923 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-a9a743c5-f535-4eaa-be3b-03a9e7ab390c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 217 time: 0.0854759 Jul 07 20:52:55.915354 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fbabf23b-3f8b-4827-b124-50ab0e22584f req-3af39433-dbc9-4185-a0b1-5b76fbee4242 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0538445 Jul 07 20:52:56.000043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-2fba88ee-0997-41aa-8032-915ff900287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.001360 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-2fba88ee-0997-41aa-8032-915ff900287a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.1264505 Jul 07 20:52:56.245446 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226efe2a-9282-4112-997a-d53e8348fa7d req-a09a3236-f0fb-4b5d-a81c-cb9b723021c4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.248572 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-226efe2a-9282-4112-997a-d53e8348fa7d req-a09a3236-f0fb-4b5d-a81c-cb9b723021c4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.3023782 Jul 07 20:52:56.370907 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-abf43d4c-1d34-401a-8b44-c570bf2aedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.374516 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-abf43d4c-1d34-401a-8b44-c570bf2aedec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3578315 Jul 07 20:52:56.388027 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-8a12c1dd-31da-418a-93be-c87a79e5a95a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.390666 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-8a12c1dd-31da-418a-93be-c87a79e5a95a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 812 time: 0.3589590 Jul 07 20:52:56.508834 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-226efe2a-9282-4112-997a-d53e8348fa7d req-d98c492b-d735-492c-a496-b1206e730dd5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437804 Jul 07 20:52:56.595981 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-b3dcdb9f-faea-4d0b-8576-35e3cda6f623 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 379 time: 0.1743078 Jul 07 20:52:56.617612 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'port': {'device_id': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'admin_state_up': True, 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'security_groups': ['452f0bd1-0f29-45eb-8514-11c0cbd27df8']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:56.745202 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-456aa067-2eb1-45bf-a840-3322b57a89dd service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435397 Jul 07 20:52:56.941473 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a853a1-809a-4557-810a-1039c1f84cc1 req-c2ebaf77-038d-4672-958e-f2adf777e86c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.944992 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a1a853a1-809a-4557-810a-1039c1f84cc1 req-c2ebaf77-038d-4672-958e-f2adf777e86c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.0915077 Jul 07 20:52:57.016668 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37d8365f-9e8e-40a4-986e-c00026e56ff5 req-fffb4b00-28a5-4d82-97d3-bdca35710a39 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572415 Jul 07 20:52:57.017498 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Made reservation on behalf of 02af07f49f9747d185a57745e7596c53 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:57.022489 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.042348 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a1a853a1-809a-4557-810a-1039c1f84cc1 req-a6e71b54-0f6b-466e-8f57-7c023a1ac1ae tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860643 Jul 07 20:52:57.050880 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf899-ae0f-4d3e-b0ab-d3866eba5c97 req-5f863807-8bbb-445a-9e87-328326c72ce3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.059749 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dabbf899-ae0f-4d3e-b0ab-d3866eba5c97 req-5f863807-8bbb-445a-9e87-328326c72ce3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.2487717 Jul 07 20:52:57.160664 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dabbf899-ae0f-4d3e-b0ab-d3866eba5c97 req-7e09b5de-fcb8-40ae-b4ed-7253450f4dde tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997007 Jul 07 20:52:57.310786 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93371-299e-45b3-ada7-352c030b89bf req-813613fd-518a-4b53-8f9d-b98d7510aa79 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.320824 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f2b93371-299e-45b3-ada7-352c030b89bf req-813613fd-518a-4b53-8f9d-b98d7510aa79 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.1137850 Jul 07 20:52:57.366548 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Allocated IP 172.20.0.3 (08767028-0fa2-45e9-adc9-c3f8ec3c770d/08b25ec5-07c2-4106-9edc-2022096c50d4/c1597451-cd0d-4349-ac2a-1e3fa358c463) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:57.398766 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f2b93371-299e-45b3-ada7-352c030b89bf req-ed4ffd73-f5af-4cee-b81f-6dc19c96bc01 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732000 Jul 07 20:52:57.456154 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9754aa9c-3794-47d2-bb58-d6a2c5994ebe req-da92e5c0-6737-4400-8ed8-d9b2af279306 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0411239 Jul 07 20:52:57.634043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.655112 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Transition to ACTIVE for port object c1597451-cd0d-4349-ac2a-1e3fa358c463 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:57.705928 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.787725 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:57.793964 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:57.799270 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:57.810597 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ae226-670f-4f86-988d-37b2f8411a8f req-7ee96663-7947-4d6e-8b9c-df409bae05f1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.823103 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6f9ae226-670f-4f86-988d-37b2f8411a8f req-7ee96663-7947-4d6e-8b9c-df409bae05f1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1114819 Jul 07 20:52:57.838161 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=c1597451-cd0d-4349-ac2a-1e3fa358c463,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:57.901087 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.901774 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.920243 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6f9ae226-670f-4f86-988d-37b2f8411a8f req-92823866-042d-40e9-9272-078251250cec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904675 Jul 07 20:52:57.921065 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-d0272ac0-144c-4355-be93-5d88427f6ca4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3112121 Jul 07 20:52:57.936394 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Request body: {'port': {'device_id': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:58.149192 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.186980 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1efedd9e-68bd-4dde-881f-a05f422bd69e None None] Provisioning for port c1597451-cd0d-4349-ac2a-1e3fa358c463 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:58.206290 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-1efedd9e-68bd-4dde-881f-a05f422bd69e None None] Provisioning complete for port c1597451-cd0d-4349-ac2a-1e3fa358c463 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:58.208080 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-1efedd9e-68bd-4dde-881f-a05f422bd69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.334688 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-1efedd9e-68bd-4dde-881f-a05f422bd69e None None] Port c1597451-cd0d-4349-ac2a-1e3fa358c463 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:58.504411 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f85f39-6102-41a8-81c5-4829b7432b60 req-1459aa45-058e-4363-b077-5b2e9d08bed7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:58.511964 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d2f85f39-6102-41a8-81c5-4829b7432b60 req-1459aa45-058e-4363-b077-5b2e9d08bed7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1344564 Jul 07 20:52:58.558958 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-c75b01ef-b0c0-4cb1-83ab-356f87aed653 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:58.560480 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-c75b01ef-b0c0-4cb1-83ab-356f87aed653 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 946 time: 0.1451492 Jul 07 20:52:58.576066 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d2f85f39-6102-41a8-81c5-4829b7432b60 req-9258beb8-9439-472b-98aa-42d26b8743b6 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560219 Jul 07 20:52:58.761930 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1597451-cd0d-4349-ac2a-1e3fa358c463 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:58.774120 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.789628 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Deleting port 41552c67-334f-47d7-964d-7699863a2fca {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:58.790014 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.828245 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1947b3-eef4-44db-a731-64929e326a70 req-cfcf9d76-3194-4eef-99d6-ee8667928b9a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:58.842652 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3f1947b3-eef4-44db-a731-64929e326a70 req-cfcf9d76-3194-4eef-99d6-ee8667928b9a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1163316 Jul 07 20:52:58.844113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Transition to ACTIVE for port object c1597451-cd0d-4349-ac2a-1e3fa358c463 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:58.852427 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.923422 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3f1947b3-eef4-44db-a731-64929e326a70 req-e153d46b-1b52-4c25-93bf-0a1e292b4e32 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774384 Jul 07 20:52:58.949532 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1597451-cd0d-4349-ac2a-1e3fa358c463,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:59.030674 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] For port 41552c67-334f-47d7-964d-7699863a2fca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=41552c67-334f-47d7-964d-7699863a2fca,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:59.030950 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.057320 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Calling delete_port for 41552c67-334f-47d7-964d-7699863a2fca owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:59.160292 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Attempting to bind port c1597451-cd0d-4349-ac2a-1e3fa358c463 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:59.160873 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Attempting to bind port c1597451-cd0d-4349-ac2a-1e3fa358c463 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:59.161316 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Attempting to bind port c1597451-cd0d-4349-ac2a-1e3fa358c463 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:59.179349 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Port c1597451-cd0d-4349-ac2a-1e3fa358c463 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:59.179674 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Attempting to bind port c1597451-cd0d-4349-ac2a-1e3fa358c463 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:59.193239 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772b74a-8cfa-4c90-b95f-0ed026a8c3bc req-d9cca7b0-8042-4a43-a601-0641539b686c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.194879 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:59.195398 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Checking segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:59.195714 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3772b74a-8cfa-4c90-b95f-0ed026a8c3bc req-d9cca7b0-8042-4a43-a601-0641539b686c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.0941927 Jul 07 20:52:59.195896 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Bound using segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:59.196259 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Bound port: c1597451-cd0d-4349-ac2a-1e3fa358c463, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:59.196621 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.253437 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3772b74a-8cfa-4c90-b95f-0ed026a8c3bc req-7e4b69bd-55ad-4ecb-ac5e-16ada56e861b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457299 Jul 07 20:52:59.345721 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] For port c1597451-cd0d-4349-ac2a-1e3fa358c463, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:59.356307 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571492-ef88-4642-8ddd-6948b157532f req-8a0ffa51-93f2-4a2b-a8c2-356046fc3c07 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.358007 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3b571492-ef88-4642-8ddd-6948b157532f req-8a0ffa51-93f2-4a2b-a8c2-356046fc3c07 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.2800965 Jul 07 20:52:59.397169 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] For port c1597451-cd0d-4349-ac2a-1e3fa358c463, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:59.408698 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.455052 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.468652 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.470152 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.470521 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['41552c67-334f-47d7-964d-7699863a2fca', '7fb89982-6897-4e3c-a841-6e7114705f97'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:59.471262 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] 10.222.0.83 "PUT /v2.0/ports/c1597451-cd0d-4349-ac2a-1e3fa358c463 HTTP/1.1" status: 200 len: 1093 time: 1.5408750 Jul 07 20:52:59.475533 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:59.491312 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:59.495290 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3b571492-ef88-4642-8ddd-6948b157532f req-3b5d3a8e-2fbd-4123-ad12-8af2df37333d tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216857 Jul 07 20:52:59.576208 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbab001-1fdd-474e-a082-17008e1091f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1597451-cd0d-4349-ac2a-1e3fa358c463,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:59.733163 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3143649-e258-429d-900c-bc7185599af2 x-openstack-request-id: req-e3143649-e258-429d-900c-bc7185599af2 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:59.733557 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:59.733949 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3143649-e258-429d-900c-bc7185599af2 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:59.734566 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'status': 'completed', 'code': 200} Jul 07 20:52:59.757182 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Pushing event deleted for resources: {'Port': ['ID=41552c67-334f-47d7-964d-7699863a2fca,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:59.814781 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] No DVR routers for this DVR port 41552c67-334f-47d7-964d-7699863a2fca on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:52:59.837273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.839725 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8f6e7df7-128c-43c5-9d96-38d5a003c940 req-1b6b240a-1b18-44b2-870e-0925eae43534 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "DELETE /v2.0/ports/41552c67-334f-47d7-964d-7699863a2fca HTTP/1.1" status: 204 len: 173 time: 1.2602119 Jul 07 20:52:59.910829 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-aaca7779-3f9e-4aac-9b76-2f5214803e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.912810 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-aaca7779-3f9e-4aac-9b76-2f5214803e99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 1096 time: 0.1762097 Jul 07 20:52:59.931007 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f371745-cbc4-464d-9c65-bf645e4c6039 req-e632141c-3ccd-450d-bcdd-394f296d8184 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.939755 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f371745-cbc4-464d-9c65-bf645e4c6039 req-e632141c-3ccd-450d-bcdd-394f296d8184 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1741991 Jul 07 20:53:00.019776 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-e9058cc9-2e48-438a-bccb-7b1b71220a9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463 HTTP/1.1" status: 200 len: 217 time: 0.0628593 Jul 07 20:53:00.082725 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2f371745-cbc4-464d-9c65-bf645e4c6039 req-1af5eefb-ef47-4a78-b938-8e6b7d8a6adc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420593 Jul 07 20:53:00.136198 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-a9e28aab-0b30-43ad-a753-a89f6ecf997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.139191 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-a9e28aab-0b30-43ad-a753-a89f6ecf997f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.1075816 Jul 07 20:53:00.144677 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-44ebfb1a-ef10-4d3e-bc31-e863b236f422 req-88de0bb9-7a02-4dfc-be9e-06846332cf13 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d65309a-6114-4fd0-9907-2f0e2c99e991 HTTP/1.1" status: 200 len: 210 time: 0.0374031 Jul 07 20:53:00.242727 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801113-07ff-477e-a62f-af0351982e6d req-c0edb564-c05f-4ad7-a59a-966eed1af803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.245868 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-c0edb564-c05f-4ad7-a59a-966eed1af803 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959902 Jul 07 20:53:00.383872 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd964-ac05-4046-be72-5c36d421fbea req-5401af22-59b5-4bee-b0a7-c4819cf45dda tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.386590 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3a5fd964-ac05-4046-be72-5c36d421fbea req-5401af22-59b5-4bee-b0a7-c4819cf45dda tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 945 time: 0.1112010 Jul 07 20:53:00.454472 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3a5fd964-ac05-4046-be72-5c36d421fbea req-9b9af96d-a497-4417-ae98-ced96d11cbee tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613608 Jul 07 20:53:00.462178 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-e4168dd8-6fdc-46de-a092-dd9810605e46 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025611 Jul 07 20:53:00.476550 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c68de3-d26c-47f1-84ec-89ebe6680026 req-25d55921-fa94-4d74-9958-eb9fd9ed397a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.478336 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94c68de3-d26c-47f1-84ec-89ebe6680026 req-25d55921-fa94-4d74-9958-eb9fd9ed397a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1835606 Jul 07 20:53:00.566056 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 42994) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:00.589505 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94c68de3-d26c-47f1-84ec-89ebe6680026 req-fac0db10-e356-4f79-b443-1087bb32b117 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890546 Jul 07 20:53:00.637520 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a801113-07ff-477e-a62f-af0351982e6d req-7da70692-d805-4a1d-b3f3-430448027e62 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581702 Jul 07 20:53:00.814035 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2918c53-2b95-4085-a4e0-066259c0e615 req-2af5da16-823b-40f4-9b21-fa128ca1cb87 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.815928 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e2918c53-2b95-4085-a4e0-066259c0e615 req-2af5da16-823b-40f4-9b21-fa128ca1cb87 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1795714 Jul 07 20:53:00.833207 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-8a2ba927-b35f-4406-b43f-948fe9953139 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2645502 Jul 07 20:53:00.870379 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-6bfc8e7e-0dc8-4210-81da-1c8be1f4adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.871734 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-6bfc8e7e-0dc8-4210-81da-1c8be1f4adac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 1096 time: 0.1112707 Jul 07 20:53:00.893020 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e2918c53-2b95-4085-a4e0-066259c0e615 req-9770becb-41c4-4e69-b8ee-616a2a76a103 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636294 Jul 07 20:53:00.984784 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e24db1af-f575-408e-b631-2c355cca6b09 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:00.990186 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:01.230801 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:01.253804 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'e24db1af-f575-408e-b631-2c355cca6b09', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'port_id': 'e24db1af-f575-408e-b631-2c355cca6b09', 'mac_address': 'fa:16:3e:ec:83:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:01.290916 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1be45-1e33-4db6-afed-6902fad5c2b5 req-6b4f36ee-5f69-48cb-89c6-ebf7ecfa37e2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.293402 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4cd1be45-1e33-4db6-afed-6902fad5c2b5 req-6b4f36ee-5f69-48cb-89c6-ebf7ecfa37e2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 944 time: 0.4901311 Jul 07 20:53:01.311862 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.331056 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24db1af-f575-408e-b631-2c355cca6b09 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:01.359166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:01.368274 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.369813 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4cd1be45-1e33-4db6-afed-6902fad5c2b5 req-be2141d2-475b-4fcc-9b4a-aa24a806bf3c tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653257 Jul 07 20:53:01.378395 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-1b0f3d64-aed0-47b5-9376-1cac387b462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.378781 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-1b0f3d64-aed0-47b5-9376-1cac387b462c service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.4961896 Jul 07 20:53:01.461210 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-ea1ef5a5-2843-47e6-91bf-47341ace942b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463 HTTP/1.1" status: 200 len: 217 time: 0.0662715 Jul 07 20:53:01.482812 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:01.498443 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ef475-156a-44e0-819b-7c7b7a448b84 req-137062d5-aa50-4116-a0a5-4631ed117506 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.500208 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e72ef475-156a-44e0-819b-7c7b7a448b84 req-137062d5-aa50-4116-a0a5-4631ed117506 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1480846 Jul 07 20:53:01.544289 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-ab418874-48a4-40b8-91be-1a532d1ef05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.546067 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-ab418874-48a4-40b8-91be-1a532d1ef05a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0733242 Jul 07 20:53:01.555970 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e72ef475-156a-44e0-819b-7c7b7a448b84 req-f2aefd8d-a123-40f4-9571-9ea151a4e195 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490108 Jul 07 20:53:01.640842 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-f0057825-09ea-406e-af77-9717115bcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.643135 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-f0057825-09ea-406e-af77-9717115bcb5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888524 Jul 07 20:53:01.735764 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'name': 'network-vif-deleted', 'tag': '41552c67-334f-47d7-964d-7699863a2fca'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:01.738901 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec28f3f-c937-4fb6-8589-adba7906a010" -d '{"events": [{"server_uuid": "1d65309a-6114-4fd0-9907-2f0e2c99e991", "name": "network-vif-deleted", "tag": "41552c67-334f-47d7-964d-7699863a2fca"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:01.791964 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e24db1af-f575-408e-b631-2c355cca6b09'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:01.831727 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-2db6c1e7-0228-4eb1-9961-34809b3d9eb5 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805861 Jul 07 20:53:01.845027 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3716-0def-4ce7-bdcd-8a601a0c85f4 req-dd1fca9c-20cd-4d34-beca-033ac722ac99 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.855275 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-33fe3716-0def-4ce7-bdcd-8a601a0c85f4 req-dd1fca9c-20cd-4d34-beca-033ac722ac99 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 945 time: 0.1383171 Jul 07 20:53:01.960151 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-33fe3716-0def-4ce7-bdcd-8a601a0c85f4 req-bbc4495e-5b33-41ed-bb2e-73217257faf2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038501 Jul 07 20:53:02.022970 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-42113f6d-4e5f-4e72-9515-3a93a85a0e8b req-20383f38-1554-4886-a084-55dc86ea3cdd service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653972 Jul 07 20:53:02.037271 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617694f9-879a-47a2-8bda-5e74d2bebfdd req-28463c5a-e4d4-4f2c-bc49-4ce7f378a7d4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.040317 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-617694f9-879a-47a2-8bda-5e74d2bebfdd req-28463c5a-e4d4-4f2c-bc49-4ce7f378a7d4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0894032 Jul 07 20:53:02.100742 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-617694f9-879a-47a2-8bda-5e74d2bebfdd req-a4682eb3-aa92-401f-959f-4b5c28914ddb tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533621 Jul 07 20:53:02.149847 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-eb9ae989-5e3a-489b-b89a-f0310b683acf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453393991&fields=id&tenant_id=481030fc79564188b790930cd36af8e3 HTTP/1.1" status: 200 len: 267 time: 0.0546513 Jul 07 20:53:02.156670 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce783e01-c610-413b-b994-731726668e6a x-openstack-request-id: req-ce783e01-c610-413b-b994-731726668e6a {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:02.157098 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65309a-6114-4fd0-9907-2f0e2c99e991", "name": "network-vif-deleted", "tag": "41552c67-334f-47d7-964d-7699863a2fca", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:02.157415 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce783e01-c610-413b-b994-731726668e6a {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:02.157897 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65309a-6114-4fd0-9907-2f0e2c99e991', 'name': 'network-vif-deleted', 'tag': '41552c67-334f-47d7-964d-7699863a2fca', 'status': 'completed', 'code': 200} Jul 07 20:53:02.298575 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-974bea78-3a0b-405e-962c-2f92e4eda928 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.300252 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-974bea78-3a0b-405e-962c-2f92e4eda928 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 808 time: 0.1405344 Jul 07 20:53:02.346540 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-8b82799c-b758-46cc-b9e0-218120b03bc9 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/quotas/481030fc79564188b790930cd36af8e3 HTTP/1.1" status: 200 len: 375 time: 0.0387824 Jul 07 20:53:02.358919 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3f55-dbf8-4b9e-9cdb-859cfa26b3bd req-cac8c875-8649-4aaa-ad7b-df95e320d0d1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.366897 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ef7e3f55-dbf8-4b9e-9cdb-859cfa26b3bd req-cac8c875-8649-4aaa-ad7b-df95e320d0d1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1068244 Jul 07 20:53:02.415499 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ef7e3f55-dbf8-4b9e-9cdb-859cfa26b3bd req-1f83d2d8-a9a8-4bae-b70e-594152346cba tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Jul 07 20:53:02.450030 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-5bb94fd9-f371-457a-8ad2-9e543863aff6 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.452139 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-5bb94fd9-f371-457a-8ad2-9e543863aff6 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 945 time: 0.1359296 Jul 07 20:53:02.479223 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-e8f7898a-31fb-4151-add3-a028a254fb51 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224461 Jul 07 20:53:02.636832 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8dd6-d99b-4a47-88c9-d2ffb3c03d1c req-5a858ba2-1836-4bf6-8907-bded0145589a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.640132 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ddae8dd6-d99b-4a47-88c9-d2ffb3c03d1c req-5a858ba2-1836-4bf6-8907-bded0145589a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1021402 Jul 07 20:53:02.693443 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ddae8dd6-d99b-4a47-88c9-d2ffb3c03d1c req-e5ad7372-520d-408f-8726-418e2cfe5821 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461638 Jul 07 20:53:02.734649 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-a07ff966-e2a0-42c6-a809-a3c9f44af9e9 service neutron] 10.222.0.72 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102535 Jul 07 20:53:02.747856 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Deleting port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:02.748425 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.882668 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c25b24-3a96-4a58-8d5b-c639608cb4c3 req-07b47ea5-7f98-4750-bf89-ac17223afdce tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.884342 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c7c25b24-3a96-4a58-8d5b-c639608cb4c3 req-07b47ea5-7f98-4750-bf89-ac17223afdce tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 945 time: 0.0731320 Jul 07 20:53:02.917273 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e24db1af-f575-408e-b631-2c355cca6b09 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:02.937799 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c7c25b24-3a96-4a58-8d5b-c639608cb4c3 req-3b4986d8-fd8f-4f89-9dee-8f1cead3a4b4 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Jul 07 20:53:02.988449 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port e24db1af-f575-408e-b631-2c355cca6b09 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:02.995610 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port e24db1af-f575-408e-b631-2c355cca6b09 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:02.996572 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.041610 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] For port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:03.042230 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.067261 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-34a09b60-201b-404e-b56d-0f088ca21f82 service neutron] 10.222.0.72 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114433 Jul 07 20:53:03.094646 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.107136 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Calling delete_port for 87e074b3-f7a2-4cab-aaac-7584aaf08e1a owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:03.133166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:03.135742 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e115951a-c30f-4dcd-8365-2127893b92b2" -d '{"events": [{"server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "name": "network-vif-plugged", "status": "completed", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:03.155509 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:03.162425 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.163962 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 41552c67-334f-47d7-964d-7699863a2fca no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:03.215271 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 41552c67-334f-47d7-964d-7699863a2fca {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:03.215608 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 41552c67-334f-47d7-964d-7699863a2fca not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:03.237167 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8efd6c-9841-43b9-8655-1abff7126ff7 req-46c5c998-b395-4acb-a69b-002db1e6316c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.251145 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0b8efd6c-9841-43b9-8655-1abff7126ff7 req-46c5c998-b395-4acb-a69b-002db1e6316c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1551249 Jul 07 20:53:03.254655 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:03.288165 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-16a5d55c-ec99-4f02-9171-8746b41494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.289815 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-16a5d55c-ec99-4f02-9171-8746b41494dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330&tenant_id=4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 1097 time: 0.2290795 Jul 07 20:53:03.312413 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0b8efd6c-9841-43b9-8655-1abff7126ff7 req-15789f3e-b567-46a3-ab50-b69ef29ea8e6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599930 Jul 07 20:53:03.411123 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.434803 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce', '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', '47388764-7468-4a95-87d4-6e3de3f1cb60', '87e074b3-f7a2-4cab-aaac-7584aaf08e1a'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:03.459587 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event deleted for resources: {'Port': ['ID=87e074b3-f7a2-4cab-aaac-7584aaf08e1a,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:03.477271 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-471efdaf-a993-4eac-9ac3-42973ae29d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.478611 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-471efdaf-a993-4eac-9ac3-42973ae29d93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1097 time: 0.1462941 Jul 07 20:53:03.573580 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] No DVR routers for this DVR port 87e074b3-f7a2-4cab-aaac-7584aaf08e1a on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:03.576600 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.579201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d4f8ad8-2f8e-4958-9ccf-4c3515337934 req-abe13cd9-4ecd-46c2-8301-7b4b8981e4ba tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "DELETE /v2.0/ports/87e074b3-f7a2-4cab-aaac-7584aaf08e1a HTTP/1.1" status: 204 len: 173 time: 1.0986426 Jul 07 20:53:03.623079 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-906d5b84-3317-4371-8b93-49ccc9407e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.720785 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-82035ca1-0b5a-453c-ac70-79323bd2f587 req-9d7d0e5a-7bc7-4dc2-baa5-883f2d77dd8a tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9086544-d1be-4fe1-ad94-b75275c041c0 HTTP/1.1" status: 200 len: 210 time: 0.0579915 Jul 07 20:53:03.727993 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-1f8f3cb0-a755-48ce-aa99-842412721c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.731122 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-1f8f3cb0-a755-48ce-aa99-842412721c5d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.2307014 Jul 07 20:53:03.821698 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e988b0-a91c-49cc-90a5-60276edcfdf1 x-openstack-request-id: req-53e988b0-a91c-49cc-90a5-60276edcfdf1 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:03.822193 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "name": "network-vif-plugged", "status": "completed", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:03.822584 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53e988b0-a91c-49cc-90a5-60276edcfdf1 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:03.823200 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'code': 200} Jul 07 20:53:03.908696 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97943-d66d-4757-8cb6-8c5ee61b44f0 req-dee21ee1-1f95-4f4b-9765-b19df659c65d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.912894 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-67e97943-d66d-4757-8cb6-8c5ee61b44f0 req-dee21ee1-1f95-4f4b-9765-b19df659c65d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.2588377 Jul 07 20:53:03.916705 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-2ba090ed-2181-4078-948b-6fad7f6079d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 200 len: 1000 time: 0.1722012 Jul 07 20:53:04.120028 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-2f2c4cd0-d353-4a1d-ae17-b2ef8dc50d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.122894 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-2f2c4cd0-d353-4a1d-ae17-b2ef8dc50d3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.1957331 Jul 07 20:53:04.127922 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-67e97943-d66d-4757-8cb6-8c5ee61b44f0 req-a7e66af9-a7b7-48e3-b63f-a0534a9455b7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044160 Jul 07 20:53:04.180582 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'name': 'network-vif-deleted', 'tag': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:04.184958 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d895bdce-5ef2-4862-88f9-b6435a8b5aa8" -d '{"events": [{"server_uuid": "e9086544-d1be-4fe1-ad94-b75275c041c0", "name": "network-vif-deleted", "tag": "87e074b3-f7a2-4cab-aaac-7584aaf08e1a"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:04.195031 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d741328-1f6a-4921-8993-fcb72ac4c3cb req-876725a6-4bfe-42d5-8d81-1bf28cfd51a8 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.197988 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7d741328-1f6a-4921-8993-fcb72ac4c3cb req-876725a6-4bfe-42d5-8d81-1bf28cfd51a8 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1092598 Jul 07 20:53:04.289552 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-376bb0a0-a7d1-4772-94c8-ad39c131850e req-b23363a9-6944-4c43-aa5c-2ff61d909052 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 210 time: 0.0409122 Jul 07 20:53:04.303050 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7d741328-1f6a-4921-8993-fcb72ac4c3cb req-8f948b18-4500-4f05-908d-f2524f994c42 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814319 Jul 07 20:53:04.342297 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1584e-d745-46e0-a3a8-4435d88b250e req-fc63b05b-f178-4997-8069-83d95521bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.342297 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c1c1584e-d745-46e0-a3a8-4435d88b250e req-fc63b05b-f178-4997-8069-83d95521bc57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1099 time: 0.2010260 Jul 07 20:53:04.342297 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-01693e21-812c-4aa4-9a67-7e73e4172727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.342297 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-01693e21-812c-4aa4-9a67-7e73e4172727 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2029424 Jul 07 20:53:04.493382 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c1c1584e-d745-46e0-a3a8-4435d88b250e req-ee4170aa-fd63-4d0f-868b-2ba06cffe33c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414161 Jul 07 20:53:04.602453 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-151650d5-38c3-4126-8634-1c938417e03e service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492285 Jul 07 20:53:04.655923 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ceedb-ddb9-4837-9086-349ba6e689a3 req-3b51743b-50e3-4032-ae5d-3b15021df1e0 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.658171 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-728ceedb-ddb9-4837-9086-349ba6e689a3 req-3b51743b-50e3-4032-ae5d-3b15021df1e0 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.1073923 Jul 07 20:53:04.717775 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-728ceedb-ddb9-4837-9086-349ba6e689a3 req-d9ce1829-dcee-48ea-bf5d-40843344553d tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470622 Jul 07 20:53:04.727729 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62b29-be34-4abb-a758-c837459555e1 req-31ad8d2b-53df-4206-a06b-317857aaa5b4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.730750 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0ae62b29-be34-4abb-a758-c837459555e1 req-31ad8d2b-53df-4206-a06b-317857aaa5b4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.2080843 Jul 07 20:53:04.783386 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f555b519-d73b-453b-9289-1e66a95544cf x-openstack-request-id: req-f555b519-d73b-453b-9289-1e66a95544cf {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:04.784087 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9086544-d1be-4fe1-ad94-b75275c041c0", "name": "network-vif-deleted", "tag": "87e074b3-f7a2-4cab-aaac-7584aaf08e1a", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:04.784486 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f555b519-d73b-453b-9289-1e66a95544cf {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:04.785118 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9086544-d1be-4fe1-ad94-b75275c041c0', 'name': 'network-vif-deleted', 'tag': '87e074b3-f7a2-4cab-aaac-7584aaf08e1a', 'status': 'completed', 'code': 200} Jul 07 20:53:04.806328 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5383b3d-2317-470e-9f15-df18a99a0e84 req-3638fba7-44a9-4118-ae6b-216b98a14ec2 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888342 Jul 07 20:53:04.820736 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0ae62b29-be34-4abb-a758-c837459555e1 req-f8c916b2-1e75-483d-bd31-19d069b565e4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814009 Jul 07 20:53:04.990459 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b828-354d-4c36-8ea3-02740228d931 req-90c3f63c-a0e4-42f6-8e2c-0e7880d99ec1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.992208 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-71e1b828-354d-4c36-8ea3-02740228d931 req-90c3f63c-a0e4-42f6-8e2c-0e7880d99ec1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1131039 Jul 07 20:53:05.047386 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-71e1b828-354d-4c36-8ea3-02740228d931 req-5402067d-f6a8-48ee-bddc-bddfa4d04625 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Jul 07 20:53:05.479031 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7f834-23f8-4e2d-8981-32fd279f2839 req-9aa0d6a0-ba60-4be5-a72c-7a2ddb09a097 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:05.481292 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c9b7f834-23f8-4e2d-8981-32fd279f2839 req-9aa0d6a0-ba60-4be5-a72c-7a2ddb09a097 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1525235 Jul 07 20:53:05.518504 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a0271f9e-ca6a-4313-a9b8-e499255c3be4 req-838d8122-8efe-4882-998f-193493c2913d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 210 time: 0.0447569 Jul 07 20:53:05.619368 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c9b7f834-23f8-4e2d-8981-32fd279f2839 req-9b96aefd-203e-4efb-8c0c-4a1a95841a6e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225116 Jul 07 20:53:05.887730 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-622a7135-e016-418c-bd3c-06fb14e9d3fd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:05.889311 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-622a7135-e016-418c-bd3c-06fb14e9d3fd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 808 time: 0.3038514 Jul 07 20:53:05.992070 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-25c3a55f-9dcc-48bb-ac13-2e26439ec2e6 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481030fc79564188b790930cd36af8e3 HTTP/1.1" status: 200 len: 379 time: 0.0721421 Jul 07 20:53:06.033929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'port': {'device_id': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'admin_state_up': True, 'tenant_id': '481030fc79564188b790930cd36af8e3', 'security_groups': ['a81161ff-b923-436e-9bb1-6511e1443466']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:06.037979 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76933e64-c4fe-4e1e-ab75-79bff95ede79 req-fbea33ed-dc4d-415c-a782-28147a008420 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.048660 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-76933e64-c4fe-4e1e-ab75-79bff95ede79 req-fbea33ed-dc4d-415c-a782-28147a008420 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.2989588 Jul 07 20:53:06.119105 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-76933e64-c4fe-4e1e-ab75-79bff95ede79 req-523119b6-0627-4838-b43a-e9fd40ac8a1a tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689669 Jul 07 20:53:06.524025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3b479ca4-9886-4fa9-ba68-93ad572f8a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.531408 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a881-311a-4db2-83b9-622c875a3be2 req-20cdde05-2f46-42ef-b71a-a87cf012218a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.534407 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d10a881-311a-4db2-83b9-622c875a3be2 req-20cdde05-2f46-42ef-b71a-a87cf012218a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.4072196 Jul 07 20:53:06.551347 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0220f3-0965-4a3b-8cb6-047cc8e5af35 req-1f15cabe-1e70-4b7e-a8bc-0fb381ecdb58 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.554350 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-af0220f3-0965-4a3b-8cb6-047cc8e5af35 req-1f15cabe-1e70-4b7e-a8bc-0fb381ecdb58 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1816115 Jul 07 20:53:06.600092 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Made reservation on behalf of 481030fc79564188b790930cd36af8e3 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:06.606791 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.696200 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-af0220f3-0965-4a3b-8cb6-047cc8e5af35 req-4c11ec5a-d410-4416-b1f0-7f3ba43f2667 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163998 Jul 07 20:53:06.851236 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d10a881-311a-4db2-83b9-622c875a3be2 req-886a41d8-fa21-462c-ba70-bd4b92b56861 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914047 Jul 07 20:53:06.948351 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Allocated IP 172.20.0.5 (6bc2eff1-348f-4873-98fa-a27ad97b191b/1896000b-292a-45d1-9b2a-8eccb9cee476/eb29379a-5c41-4480-a6f9-69f172ce5b81) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:06.970013 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 87e074b3-f7a2-4cab-aaac-7584aaf08e1a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:07.051552 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 87e074b3-f7a2-4cab-aaac-7584aaf08e1a {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:07.051987 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 87e074b3-f7a2-4cab-aaac-7584aaf08e1a not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:07.118279 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:07.358785 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:07.371579 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47825da1-a4aa-40f8-ad6b-963db480fe68 req-2f4184c3-bf85-4692-9abd-334344464d24 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.386046 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-47825da1-a4aa-40f8-ad6b-963db480fe68 req-2f4184c3-bf85-4692-9abd-334344464d24 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.2594321 Jul 07 20:53:07.404147 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Transition to ACTIVE for port object eb29379a-5c41-4480-a6f9-69f172ce5b81 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:07.489509 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:07.537996 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-47825da1-a4aa-40f8-ad6b-963db480fe68 req-007d2baa-cce1-41be-831f-de6f2a98773f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506526 Jul 07 20:53:07.586527 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:07.592927 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:07.601994 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:07.706857 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:07.778955 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.780549 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:07.824929 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-98ca151d-e3c4-48dd-8fba-f65cc1fb7499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7977991 Jul 07 20:53:07.893943 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb7cc-528c-4f56-bed3-de4180fb7f10 req-c05c3b5c-1d00-488b-89bf-4e2f04d02644 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.897692 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b226f3-c258-4453-9bca-fb2cec398f25 req-775ca820-b350-43bf-8211-3299c1e31cbe tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.902615 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d7adb7cc-528c-4f56-bed3-de4180fb7f10 req-c05c3b5c-1d00-488b-89bf-4e2f04d02644 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.2550752 Jul 07 20:53:07.906234 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-48b226f3-c258-4453-9bca-fb2cec398f25 req-775ca820-b350-43bf-8211-3299c1e31cbe tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.2083232 Jul 07 20:53:07.945428 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d7adb7cc-528c-4f56-bed3-de4180fb7f10 req-d8c4bc10-0a6c-448f-a5e0-89fc6c41c21d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418794 Jul 07 20:53:07.978978 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-48b226f3-c258-4453-9bca-fb2cec398f25 req-34378b29-2c2f-48d4-8c26-ee62d81b9bc8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709755 Jul 07 20:53:08.028441 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-d4f13e73-62b4-4a3a-a6bc-7d2c6b7cd8bd None None] Provisioning for port eb29379a-5c41-4480-a6f9-69f172ce5b81 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:08.034701 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-d4f13e73-62b4-4a3a-a6bc-7d2c6b7cd8bd None None] Provisioning complete for port eb29379a-5c41-4480-a6f9-69f172ce5b81 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:08.035205 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d4f13e73-62b4-4a3a-a6bc-7d2c6b7cd8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.122938 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.125309 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-d4f13e73-62b4-4a3a-a6bc-7d2c6b7cd8bd None None] Port eb29379a-5c41-4480-a6f9-69f172ce5b81 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:53:08.247760 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502807-0b57-4900-89b3-2558762cadf2 req-2e49a92b-e5d8-44da-b948-16105cf6b722 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:08.249784 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-17502807-0b57-4900-89b3-2558762cadf2 req-2e49a92b-e5d8-44da-b948-16105cf6b722 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.1132016 Jul 07 20:53:08.264613 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a066dd2-0b89-42de-995f-77c2b6ed1c6e req-afa7acaf-7d1e-48e9-b424-94bdc4e31e55 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:08.266880 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2a066dd2-0b89-42de-995f-77c2b6ed1c6e req-afa7acaf-7d1e-48e9-b424-94bdc4e31e55 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.0852489 Jul 07 20:53:08.329674 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-17502807-0b57-4900-89b3-2558762cadf2 req-d32f724e-d9e9-4d77-8c3a-8ce98416bfb0 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721521 Jul 07 20:53:08.342930 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2a066dd2-0b89-42de-995f-77c2b6ed1c6e req-647b6a78-62c4-4f31-b1ae-ae8852063ec9 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670049 Jul 07 20:53:08.667315 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50ebb2-35be-466f-a4d3-9dee05668eca req-9cf49255-1bae-4d59-bfb3-fce7acb06798 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:08.668943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de50ebb2-35be-466f-a4d3-9dee05668eca req-9cf49255-1bae-4d59-bfb3-fce7acb06798 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1138763 Jul 07 20:53:08.678573 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd9e03-2571-4bf7-9a0c-f32a68bb791a req-59212723-c6d8-43c9-9bde-782a08085dbc tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:08.687134 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fccd9e03-2571-4bf7-9a0c-f32a68bb791a req-59212723-c6d8-43c9-9bde-782a08085dbc tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.1590393 Jul 07 20:53:08.735771 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de50ebb2-35be-466f-a4d3-9dee05668eca req-a5c7f586-febf-4780-9ee2-2e002a5ee0fe tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549157 Jul 07 20:53:08.779219 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fccd9e03-2571-4bf7-9a0c-f32a68bb791a req-b186ed84-2e13-4ab6-b263-46c5c9c22d9c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818050 Jul 07 20:53:09.069379 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc75ef-a9b8-4cfe-8a6d-f48deb2febe7 req-84f97e3e-a739-48bb-9b16-59721a74d2bb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:09.083877 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-47fc75ef-a9b8-4cfe-8a6d-f48deb2febe7 req-84f97e3e-a739-48bb-9b16-59721a74d2bb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1550577 Jul 07 20:53:09.156992 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-47fc75ef-a9b8-4cfe-8a6d-f48deb2febe7 req-8a2f26f5-9863-47e6-b48b-379b046a96c4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716088 Jul 07 20:53:09.356707 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e7e22-8a08-4a07-acdf-d3f94b933a92 req-e4f351c4-e9d6-407c-b4ac-e22e43d31c44 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:09.358225 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-107e7e22-8a08-4a07-acdf-d3f94b933a92 req-e4f351c4-e9d6-407c-b4ac-e22e43d31c44 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.0854578 Jul 07 20:53:09.433536 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-107e7e22-8a08-4a07-acdf-d3f94b933a92 req-32e2e920-9d3d-4ccb-a68b-b7be56797792 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648751 Jul 07 20:53:09.485771 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e08e-6dd1-46c6-9d21-ecb995ff55b6 req-ca8da906-60e1-4234-90bd-6f7450bc7a13 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:09.487474 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b160e08e-6dd1-46c6-9d21-ecb995ff55b6 req-ca8da906-60e1-4234-90bd-6f7450bc7a13 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0758271 Jul 07 20:53:09.583982 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b160e08e-6dd1-46c6-9d21-ecb995ff55b6 req-67c33350-e42f-4b2c-97f9-7608afe2ad2e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892169 Jul 07 20:53:09.828926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7ee3e-2b3b-43cd-999b-b360dd12a8f8 req-638dfb19-1700-419a-8890-8453a684af62 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:09.831469 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-74c7ee3e-2b3b-43cd-999b-b360dd12a8f8 req-638dfb19-1700-419a-8890-8453a684af62 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.1557553 Jul 07 20:53:09.910902 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-74c7ee3e-2b3b-43cd-999b-b360dd12a8f8 req-7aa35e98-aff5-4d02-8139-54a029b38126 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Jul 07 20:53:09.911227 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645bd07-5e49-4c28-b07c-de3134f3b15d req-914c517a-88b0-45f5-a8cc-f659119c9372 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:09.913738 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9645bd07-5e49-4c28-b07c-de3134f3b15d req-914c517a-88b0-45f5-a8cc-f659119c9372 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1321011 Jul 07 20:53:10.006870 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9645bd07-5e49-4c28-b07c-de3134f3b15d req-8462a8b6-abb0-4185-9311-90f465a4261e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827949 Jul 07 20:53:10.234401 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5d478-3459-4614-9460-05f93d62bc09 req-f50a4d84-6bdf-4665-93a6-6708b788d1fb tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:10.252579 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3ea5d478-3459-4614-9460-05f93d62bc09 req-f50a4d84-6bdf-4665-93a6-6708b788d1fb tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1372895 Jul 07 20:53:10.363415 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3ea5d478-3459-4614-9460-05f93d62bc09 req-6e611ea8-f1d4-4147-b75d-988c1f087da0 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093535 Jul 07 20:53:10.375664 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdd7d1-ecf5-4844-85ab-36ef6ed87e7f req-164209a7-3511-49cb-9126-df1fb7f89c24 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:10.388229 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6cbdd7d1-ecf5-4844-85ab-36ef6ed87e7f req-164209a7-3511-49cb-9126-df1fb7f89c24 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.2493575 Jul 07 20:53:10.475437 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.479177 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6cbdd7d1-ecf5-4844-85ab-36ef6ed87e7f req-decef1d2-5db3-4546-a803-6e4be2c3ca0c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841300 Jul 07 20:53:11.264876 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330551c8-cee2-481e-b3ba-06adafaeb0cd req-20391093-69c3-4178-a5e5-41ae2bcc12d5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.269677 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96ae8f-7e82-4cad-b6e6-64ec8a295449 req-d123121f-529c-48b7-8f80-1d9a0f20aea5 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.273856 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cb96ae8f-7e82-4cad-b6e6-64ec8a295449 req-d123121f-529c-48b7-8f80-1d9a0f20aea5 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.5762823 Jul 07 20:53:11.274574 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-330551c8-cee2-481e-b3ba-06adafaeb0cd req-20391093-69c3-4178-a5e5-41ae2bcc12d5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.5766556 Jul 07 20:53:11.322616 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-330551c8-cee2-481e-b3ba-06adafaeb0cd req-00d0919e-8c7a-4180-bb36-6a5ca9128176 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Jul 07 20:53:11.331808 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cb96ae8f-7e82-4cad-b6e6-64ec8a295449 req-32ba8d98-ef79-45f3-8ca9-cfb4b2944726 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462382 Jul 07 20:53:11.653112 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71494-1d94-49f2-a6d6-d347e14cef96 req-334e01b5-df3a-4cab-a1ac-d7fd84cbdb2e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.657936 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840d7de-8f8e-4764-8249-0286cff34243 req-dd7aa749-2323-4c59-be17-75b4e4d9fbce tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.661237 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1840d7de-8f8e-4764-8249-0286cff34243 req-dd7aa749-2323-4c59-be17-75b4e4d9fbce tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1381106 Jul 07 20:53:11.679195 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-64e71494-1d94-49f2-a6d6-d347e14cef96 req-334e01b5-df3a-4cab-a1ac-d7fd84cbdb2e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1499338 Jul 07 20:53:11.745560 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1840d7de-8f8e-4764-8249-0286cff34243 req-1ff52ec8-65f1-4b1f-afba-c9ee7f278fb3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612812 Jul 07 20:53:11.772111 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-64e71494-1d94-49f2-a6d6-d347e14cef96 req-f137323b-2525-4d0d-aa1b-6b66d79e64d7 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904665 Jul 07 20:53:12.071193 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237b1a-e33d-47b9-9597-040c4daddb6b req-e18e7527-3ece-470f-9c57-378660b9a428 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.076589 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e2237b1a-e33d-47b9-9597-040c4daddb6b req-e18e7527-3ece-470f-9c57-378660b9a428 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1023004 Jul 07 20:53:12.131282 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c587f-7e7c-459d-a616-4e3722875795 req-62411e2d-e8d3-41f4-8137-63b5ed1e3002 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.144325 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5b7c587f-7e7c-459d-a616-4e3722875795 req-62411e2d-e8d3-41f4-8137-63b5ed1e3002 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.1275432 Jul 07 20:53:12.153354 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e2237b1a-e33d-47b9-9597-040c4daddb6b req-d31cf490-9b81-4119-9a8b-83231f94bf33 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665493 Jul 07 20:53:12.277253 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5b7c587f-7e7c-459d-a616-4e3722875795 req-5836b4c8-057e-4323-9685-ccb76a89db28 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315303 Jul 07 20:53:12.584766 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce2aaa-8990-4f65-9b56-e8e67134d236 req-7f7f43eb-db96-4cb6-8ea2-51dd0a2a5f25 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.592474 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-83ce2aaa-8990-4f65-9b56-e8e67134d236 req-7f7f43eb-db96-4cb6-8ea2-51dd0a2a5f25 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1039081 Jul 07 20:53:12.625987 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c52f3-bf60-4092-8301-9139a1cb1a82 req-4fa1d83a-e7af-4d8b-bebf-f4d48d47605a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.636641 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd5c52f3-bf60-4092-8301-9139a1cb1a82 req-4fa1d83a-e7af-4d8b-bebf-f4d48d47605a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.1364768 Jul 07 20:53:12.719361 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-83ce2aaa-8990-4f65-9b56-e8e67134d236 req-899d2a67-075d-4c33-be06-0af6681ff7a6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153190 Jul 07 20:53:12.758757 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd5c52f3-bf60-4092-8301-9139a1cb1a82 req-9bc80002-63d1-4757-8433-5dfb3ce59f8d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096544 Jul 07 20:53:13.016539 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d0fa6-136f-4db3-b8cc-8eaa5dff7f6a req-ad0f08bf-436b-4ed6-be3b-f822d8d4d825 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.018176 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c3d0fa6-136f-4db3-b8cc-8eaa5dff7f6a req-ad0f08bf-436b-4ed6-be3b-f822d8d4d825 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.0929718 Jul 07 20:53:13.060895 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c3d0fa6-136f-4db3-b8cc-8eaa5dff7f6a req-efd9c3cc-2683-48ab-8227-4022528b033e tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 Jul 07 20:53:13.285924 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2643cb-4ba0-4065-a958-228c481e6a18 req-7709ac26-2cc8-4b72-952c-34ba2377ffa4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.288732 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed2643cb-4ba0-4065-a958-228c481e6a18 req-7709ac26-2cc8-4b72-952c-34ba2377ffa4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1117666 Jul 07 20:53:13.329633 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ed2643cb-4ba0-4065-a958-228c481e6a18 req-ca6d7d05-0375-472b-90cc-b71a012e13ba tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349667 Jul 07 20:53:13.573048 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d09681-90c9-4c99-9cf7-16625fec025f req-b059e168-65aa-4068-b998-d473666a57e3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.574618 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54d09681-90c9-4c99-9cf7-16625fec025f req-b059e168-65aa-4068-b998-d473666a57e3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1261041 Jul 07 20:53:13.616209 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-54d09681-90c9-4c99-9cf7-16625fec025f req-a23e3c75-41cf-416a-bfde-6a118c42e49d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357041 Jul 07 20:53:13.798928 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a477c-3512-4f73-a800-6a64b4f71aa9 req-75494c0a-6505-435e-98f7-dd62ca93dc16 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.800893 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b88a477c-3512-4f73-a800-6a64b4f71aa9 req-75494c0a-6505-435e-98f7-dd62ca93dc16 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.0796888 Jul 07 20:53:13.877099 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b88a477c-3512-4f73-a800-6a64b4f71aa9 req-49c5c66c-0bf5-49ec-b3db-5f7c1b632ba2 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643814 Jul 07 20:53:14.053632 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51545c-c61a-4d09-9b5d-8bad922ad555 req-b8a45961-53ae-4e30-a4f9-0f60d4aecb4e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.055396 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4c51545c-c61a-4d09-9b5d-8bad922ad555 req-b8a45961-53ae-4e30-a4f9-0f60d4aecb4e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0702717 Jul 07 20:53:14.097524 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4c51545c-c61a-4d09-9b5d-8bad922ad555 req-7bb9af5b-1720-479e-b350-afa37d34bfb1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 Jul 07 20:53:14.292511 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd5641-1219-4f20-8160-806ec80426ab req-7b810c55-dec8-442c-9c9c-90419bae6b2b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.295616 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37dd5641-1219-4f20-8160-806ec80426ab req-7b810c55-dec8-442c-9c9c-90419bae6b2b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.0882862 Jul 07 20:53:14.349687 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-37dd5641-1219-4f20-8160-806ec80426ab req-ae9367b3-55f2-404f-bb07-85e9d5dfcd89 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Jul 07 20:53:14.544502 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde667a1-c4b6-4bda-adba-ce010b1bfcea req-83298db4-b8b2-436a-ac1f-3279cda0c98c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.546175 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fde667a1-c4b6-4bda-adba-ce010b1bfcea req-83298db4-b8b2-436a-ac1f-3279cda0c98c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.0725560 Jul 07 20:53:14.588714 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fde667a1-c4b6-4bda-adba-ce010b1bfcea req-ddb8465e-c02c-48ca-9828-0fe579c787fd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 Jul 07 20:53:14.777924 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aebb38-e267-4a1e-9aeb-af07a9d8c60d req-cf3337f2-b058-4b72-a413-c4bf846cb936 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.781336 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a2aebb38-e267-4a1e-9aeb-af07a9d8c60d req-cf3337f2-b058-4b72-a413-c4bf846cb936 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0864882 Jul 07 20:53:14.825469 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a2aebb38-e267-4a1e-9aeb-af07a9d8c60d req-b0a78539-038b-47c3-bd74-7da7f3006ddc tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397904 Jul 07 20:53:15.073959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320486b-93d4-4643-a505-0f9d3aca7803 req-242cd2c5-9aaa-417f-b74d-5b24d8425f1e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.075654 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1320486b-93d4-4643-a505-0f9d3aca7803 req-242cd2c5-9aaa-417f-b74d-5b24d8425f1e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1372530 Jul 07 20:53:15.130397 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1320486b-93d4-4643-a505-0f9d3aca7803 req-1b855fde-74b1-4e28-be28-c2b4e3a74483 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Jul 07 20:53:15.312025 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9ab9-ec23-4b87-bb8a-97474f24a1aa req-4379dd5c-bef4-443e-b54a-d62b0a351277 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.313847 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8cfa9ab9-ec23-4b87-bb8a-97474f24a1aa req-4379dd5c-bef4-443e-b54a-d62b0a351277 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.0724022 Jul 07 20:53:15.359909 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8cfa9ab9-ec23-4b87-bb8a-97474f24a1aa req-4ec3e92b-45f8-4912-9d51-c39cd2878d86 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Jul 07 20:53:15.612389 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13adbed-3f0f-4e8d-a3fe-8b58195e2206 req-2b29937d-6349-4671-baa4-ae6001b30fd1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.616890 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e13adbed-3f0f-4e8d-a3fe-8b58195e2206 req-2b29937d-6349-4671-baa4-ae6001b30fd1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1209450 Jul 07 20:53:15.659937 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e13adbed-3f0f-4e8d-a3fe-8b58195e2206 req-f8f3807a-b5e2-4a26-9eb6-a03142b67a86 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377245 Jul 07 20:53:15.950968 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0819c2-ff3f-4f9e-867a-88a42f69c034 req-af46a31a-80f8-48f8-97ea-046df11e7b99 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.952972 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ba0819c2-ff3f-4f9e-867a-88a42f69c034 req-af46a31a-80f8-48f8-97ea-046df11e7b99 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.0763962 Jul 07 20:53:16.003758 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ba0819c2-ff3f-4f9e-867a-88a42f69c034 req-d54d15e3-40cf-469c-a79e-6160272f5bca tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404837 Jul 07 20:53:16.348187 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7df21-07e5-4fca-af62-c280e82c41dc req-82904da2-ca69-4d73-8510-6e801f1aac49 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.358999 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-04c7df21-07e5-4fca-af62-c280e82c41dc req-82904da2-ca69-4d73-8510-6e801f1aac49 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1310699 Jul 07 20:53:16.419223 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-04c7df21-07e5-4fca-af62-c280e82c41dc req-8ca82629-d6f7-4a18-80ac-7a5b5de8e192 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576451 Jul 07 20:53:16.635165 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9b261-2062-4f75-89b9-92e6becc9e97 req-f581f0a2-5359-4142-8d3a-bf44382c9f86 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.636687 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-abe9b261-2062-4f75-89b9-92e6becc9e97 req-f581f0a2-5359-4142-8d3a-bf44382c9f86 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1018996 Jul 07 20:53:16.698146 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-abe9b261-2062-4f75-89b9-92e6becc9e97 req-ff0cec2a-6fc8-47b4-a8fd-08a05d395a75 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499942 Jul 07 20:53:16.916933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09313eae-5eb2-41b6-8f02-1802a3f4eb01 req-bd3500ef-35ae-4477-aa60-967c156730b3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.919078 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09313eae-5eb2-41b6-8f02-1802a3f4eb01 req-bd3500ef-35ae-4477-aa60-967c156730b3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.0817111 Jul 07 20:53:16.990809 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09313eae-5eb2-41b6-8f02-1802a3f4eb01 req-3f2e9de2-ef2d-4083-9294-d6e00aba4b6d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603130 Jul 07 20:53:17.219957 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29efd4a-cced-4905-9551-11a977d284ea req-30313027-31ba-4d6e-87ce-83239d1d018b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.223057 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c29efd4a-cced-4905-9551-11a977d284ea req-30313027-31ba-4d6e-87ce-83239d1d018b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.1045556 Jul 07 20:53:17.301753 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c29efd4a-cced-4905-9551-11a977d284ea req-a4a36498-9e3e-4979-9370-94e9681ac53b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711977 Jul 07 20:53:17.533048 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68305-2e0b-4419-a062-911a372c54dd req-49b3fec4-bdce-43dd-a5e3-bd3ba0a5aa19 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.548890 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fdf68305-2e0b-4419-a062-911a372c54dd req-49b3fec4-bdce-43dd-a5e3-bd3ba0a5aa19 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1400697 Jul 07 20:53:17.600383 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fdf68305-2e0b-4419-a062-911a372c54dd req-027003a4-472f-4656-bf16-fd63a64fc803 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496764 Jul 07 20:53:17.785411 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812099-1d92-4d8d-a490-0ceb47b30146 req-69a0af35-9ff0-4b78-ac70-0e528092fe87 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.787133 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e3812099-1d92-4d8d-a490-0ceb47b30146 req-69a0af35-9ff0-4b78-ac70-0e528092fe87 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.0720253 Jul 07 20:53:17.839670 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e3812099-1d92-4d8d-a490-0ceb47b30146 req-92863a03-b11a-4df8-bfd4-ec2be8d7106b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Jul 07 20:53:18.080394 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85e78e-72b7-4b68-a782-ecb35b193656 req-03717616-34cd-4ffc-a34d-c6d5872204b1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.081964 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7f85e78e-72b7-4b68-a782-ecb35b193656 req-03717616-34cd-4ffc-a34d-c6d5872204b1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.0747123 Jul 07 20:53:18.128251 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7f85e78e-72b7-4b68-a782-ecb35b193656 req-764c5c5e-ada2-479d-a0b0-082556c44ed2 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Jul 07 20:53:18.350800 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b193b7f-55c1-4eb0-88b6-ac7ed29fd251 req-37409556-0dde-4cde-bb49-96d4efb816ae tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.352693 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0b193b7f-55c1-4eb0-88b6-ac7ed29fd251 req-37409556-0dde-4cde-bb49-96d4efb816ae tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0744748 Jul 07 20:53:18.407598 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0b193b7f-55c1-4eb0-88b6-ac7ed29fd251 req-e4073ac2-e9d3-492d-a3c1-b636af9a62a4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481257 Jul 07 20:53:18.583614 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812130e0-ac54-44dc-9e5e-7960d0547c1d req-854d7c75-f786-43d2-9846-ac1f0765686c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.585484 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-812130e0-ac54-44dc-9e5e-7960d0547c1d req-854d7c75-f786-43d2-9846-ac1f0765686c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.0714397 Jul 07 20:53:18.628670 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-812130e0-ac54-44dc-9e5e-7960d0547c1d req-70e6b837-8b62-45a9-8e03-e04f9cac7d03 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363858 Jul 07 20:53:18.815432 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebda1b4-6fb3-4a37-a3b4-35ea74cebc2f req-ea190601-a242-426f-9321-9bf7b9309f5c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.817067 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9ebda1b4-6fb3-4a37-a3b4-35ea74cebc2f req-ea190601-a242-426f-9321-9bf7b9309f5c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.0805631 Jul 07 20:53:18.862265 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9ebda1b4-6fb3-4a37-a3b4-35ea74cebc2f req-d14dc141-5b8b-4a52-b8b7-169b17dfcb86 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379448 Jul 07 20:53:19.064149 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecc163-8932-4a32-90d8-61b49fa67517 req-423e3532-1501-43e4-9a36-f7c601e3daa0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:19.065814 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-44ecc163-8932-4a32-90d8-61b49fa67517 req-423e3532-1501-43e4-9a36-f7c601e3daa0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0890200 Jul 07 20:53:19.111038 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-44ecc163-8932-4a32-90d8-61b49fa67517 req-56678b66-f483-4bf3-91c6-0ef72c67a502 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392356 Jul 07 20:53:19.309084 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e880d-1cd3-40e0-908e-d416f6133d9a req-8e20c368-140d-4821-ad44-68342e8e5e7b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:19.310763 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e6e880d-1cd3-40e0-908e-d416f6133d9a req-8e20c368-140d-4821-ad44-68342e8e5e7b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 931 time: 0.0764897 Jul 07 20:53:19.356029 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e6e880d-1cd3-40e0-908e-d416f6133d9a req-0346c6ec-fdb7-46b0-9594-c1c2e475d2b1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Jul 07 20:53:19.531801 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e297d3-7019-4921-8832-f040e5ed42d7 req-1d635c37-6cde-4d93-99f3-b23adfdba6c1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:19.533449 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98e297d3-7019-4921-8832-f040e5ed42d7 req-1d635c37-6cde-4d93-99f3-b23adfdba6c1 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.0700362 Jul 07 20:53:19.582596 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98e297d3-7019-4921-8832-f040e5ed42d7 req-5fdf2535-ba54-4772-9a85-95fbb0d4095f tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Jul 07 20:53:19.668920 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Request body: {'port': {'device_id': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:19.814878 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.910429 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c2bd1-89c1-479d-b7ee-25849f13bf1f req-2293bd3b-8e4e-4501-a796-76a2f3fa0a1c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:19.912862 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6a2c2bd1-89c1-479d-b7ee-25849f13bf1f req-2293bd3b-8e4e-4501-a796-76a2f3fa0a1c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1420069 Jul 07 20:53:20.065943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6a2c2bd1-89c1-479d-b7ee-25849f13bf1f req-d2854e78-af62-486c-8d4b-5f362ff6080a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946908 Jul 07 20:53:20.225848 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb29379a-5c41-4480-a6f9-69f172ce5b81 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:20.237211 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.268611 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c760d-6fd9-474b-9ddc-ca707c811fe4 req-0b2173b1-d5bf-4e10-83b3-d696bdfe7eb6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.274884 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ee1c760d-6fd9-474b-9ddc-ca707c811fe4 req-0b2173b1-d5bf-4e10-83b3-d696bdfe7eb6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1387310 Jul 07 20:53:20.293632 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Transition to ACTIVE for port object eb29379a-5c41-4480-a6f9-69f172ce5b81 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:20.310947 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.333343 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ee1c760d-6fd9-474b-9ddc-ca707c811fe4 req-b71d8265-58c7-405d-a88d-0844a35db132 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555131 Jul 07 20:53:20.398989 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43a4e3-7fc1-494f-930d-f1550790b480 req-00606e2c-7c25-4256-87cb-96419d410e70 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.402906 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5b43a4e3-7fc1-494f-930d-f1550790b480 req-00606e2c-7c25-4256-87cb-96419d410e70 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.1688979 Jul 07 20:53:20.403758 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.451300 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.451654 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.451998 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.452610 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.452955 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.453293 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.453627 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.453961 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.454648 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.454979 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.455309 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.455637 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:20.522066 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5b43a4e3-7fc1-494f-930d-f1550790b480 req-532f5896-eb58-48bc-898f-0f82c5158332 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052477 Jul 07 20:53:20.629238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Attempting to bind port eb29379a-5c41-4480-a6f9-69f172ce5b81 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:20.630633 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Attempting to bind port eb29379a-5c41-4480-a6f9-69f172ce5b81 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:20.631726 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Attempting to bind port eb29379a-5c41-4480-a6f9-69f172ce5b81 on network 6bc2eff1-348f-4873-98fa-a27ad97b191b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:20.638533 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Port eb29379a-5c41-4480-a6f9-69f172ce5b81 on network 6bc2eff1-348f-4873-98fa-a27ad97b191b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:20.638956 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Attempting to bind port eb29379a-5c41-4480-a6f9-69f172ce5b81 on network 6bc2eff1-348f-4873-98fa-a27ad97b191b {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:20.646512 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:20.647231 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Checking segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:20.647976 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Bound using segment: {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:20.649293 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Bound port: eb29379a-5c41-4480-a6f9-69f172ce5b81, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:20.649774 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.670284 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d7f8-fd12-45dc-9b81-936be3b9370f req-c368dd9e-a74f-4eff-8427-9984abbf5bfb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.673087 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7839d7f8-fd12-45dc-9b81-936be3b9370f req-c368dd9e-a74f-4eff-8427-9984abbf5bfb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.0935190 Jul 07 20:53:20.718571 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7839d7f8-fd12-45dc-9b81-936be3b9370f req-2940aa80-ba31-40f1-9818-3ef77401c37d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386047 Jul 07 20:53:20.821201 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:20.828994 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:20.837726 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.921159 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.922151 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.924415 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] 10.222.0.83 "PUT /v2.0/ports/eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 1093 time: 1.2624209 Jul 07 20:53:20.928638 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:20.931899 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8882199-f417-48c6-9c8b-dafbe3fc9a90" -d '{"events": [{"name": "network-changed", "server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:20.940106 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90594-2757-4290-b091-15d6c293d551 req-02307b92-20f0-4bbc-88f5-332238443568 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.945905 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e8c90594-2757-4290-b091-15d6c293d551 req-02307b92-20f0-4bbc-88f5-332238443568 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1044943 Jul 07 20:53:20.954736 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01085742-85c5-4048-b943-b36f3561d2eb req-657afd45-7075-4209-a713-06546a67afe1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.962472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-01085742-85c5-4048-b943-b36f3561d2eb req-657afd45-7075-4209-a713-06546a67afe1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.2558546 Jul 07 20:53:21.002063 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e8c90594-2757-4290-b091-15d6c293d551 req-af78639d-7fbe-49f9-870b-fbe4614e390b tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Jul 07 20:53:21.072462 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92134a-0fe2-43d1-9ba2-c51f780b92d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:21.089730 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697aab76-9a8a-4678-b9fc-8fcdd930644b x-openstack-request-id: req-697aab76-9a8a-4678-b9fc-8fcdd930644b {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:21.090162 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:21.091152 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-697aab76-9a8a-4678-b9fc-8fcdd930644b {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:21.091152 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'status': 'completed', 'code': 200} Jul 07 20:53:21.097503 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-01085742-85c5-4048-b943-b36f3561d2eb req-6eda9777-0c5e-4a65-a7d4-c5c3b0b136f7 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324897 Jul 07 20:53:21.142105 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-3a6f28db-9ca0-4693-9ea1-f16a6c5f6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.143761 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-3a6f28db-9ca0-4693-9ea1-f16a6c5f6025 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1096 time: 0.1364088 Jul 07 20:53:21.190277 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-d6f3409f-4025-437f-a202-3b6792d384ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 217 time: 0.0373778 Jul 07 20:53:21.254071 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-6ef5c270-6988-4137-91b0-05125401c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.255554 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-6ef5c270-6988-4137-91b0-05125401c23a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.0564742 Jul 07 20:53:21.340944 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-398378c8-1d49-48c9-978e-e1b6b08dbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.342998 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-398378c8-1d49-48c9-978e-e1b6b08dbdf5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783801 Jul 07 20:53:21.345976 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aead5-434b-4541-847d-e2f5b61e6904 req-dea990b3-c35b-4a46-a27b-18e1da993a36 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.347584 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-942aead5-434b-4541-847d-e2f5b61e6904 req-dea990b3-c35b-4a46-a27b-18e1da993a36 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0724316 Jul 07 20:53:21.395158 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-942aead5-434b-4541-847d-e2f5b61e6904 req-fc5d9fa3-e831-449e-8a4d-90fc6322ade1 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391448 Jul 07 20:53:21.463649 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-6a60e9bc-cd07-4175-9b57-49696dd4252e service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128395 Jul 07 20:53:21.507741 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.610605 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e376a0de-3aaf-4a42-9860-a8b8ddb6b48d req-5c51b365-828f-42ad-bb81-8d97834afc8b service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386864 Jul 07 20:53:21.622308 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b012b-d903-4231-9800-a9411e171e81 req-59c732cf-ffc9-46cc-b27a-1ea56d4d8de6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.623922 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-344b012b-d903-4231-9800-a9411e171e81 req-59c732cf-ffc9-46cc-b27a-1ea56d4d8de6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1436379 Jul 07 20:53:21.711688 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-344b012b-d903-4231-9800-a9411e171e81 req-f252566c-05f7-4cb1-968e-44f10131f8f2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695527 Jul 07 20:53:21.792917 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-0849108e-2183-48d8-954d-7f14daa64151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.794939 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-0849108e-2183-48d8-954d-7f14daa64151 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1096 time: 0.0895851 Jul 07 20:53:21.969508 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976f572-c610-49cc-ada0-fa031905a389 req-7bc98810-f0e2-4e75-811a-0c564bb1424f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.971487 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d976f572-c610-49cc-ada0-fa031905a389 req-7bc98810-f0e2-4e75-811a-0c564bb1424f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.1033068 Jul 07 20:53:22.040622 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d976f572-c610-49cc-ada0-fa031905a389 req-25f061b8-6cb0-4a98-ab35-97cf94b220f4 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576615 Jul 07 20:53:22.057142 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-0b3e5666-c053-4730-8cf1-28ca35833e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.058688 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-0b3e5666-c053-4730-8cf1-28ca35833e93 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 909 time: 0.2566185 Jul 07 20:53:22.122931 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-68e3a9e3-9741-4563-a662-d003a69474ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 217 time: 0.0553281 Jul 07 20:53:22.131490 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-8fde1cdb-b8c0-4098-b200-11606148ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.133012 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-8fde1cdb-b8c0-4098-b200-11606148ddbe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 1098 time: 0.2405021 Jul 07 20:53:22.162739 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-4f30da5d-774b-4652-8780-36a64b93e36b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.164453 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-4f30da5d-774b-4652-8780-36a64b93e36b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.2507555 Jul 07 20:53:22.191328 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc399f5-fd78-407c-80d6-07004ba66501 req-86c9f807-e6c1-4800-a574-48eb3d08259e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.197867 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cbc399f5-fd78-407c-80d6-07004ba66501 req-86c9f807-e6c1-4800-a574-48eb3d08259e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.3039908 Jul 07 20:53:22.232364 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-a8b23210-ed9f-4b88-ac01-85816fcd3bcd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.236298 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-a8b23210-ed9f-4b88-ac01-85816fcd3bcd tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 946 time: 0.1257963 Jul 07 20:53:22.334648 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-7ac32ba4-17f7-4971-9a6d-418b1d073058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.336472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-7ac32ba4-17f7-4971-9a6d-418b1d073058 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.2006879 Jul 07 20:53:22.374689 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cbc399f5-fd78-407c-80d6-07004ba66501 req-78e355fe-927f-44a2-8227-37dee8df6cab tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756213 Jul 07 20:53:22.486299 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6b46f-d4c3-46ac-b425-b642ae9df4ac req-2eac8312-58fc-4431-815f-c3131007b432 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.488105 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2bc6b46f-d4c3-46ac-b425-b642ae9df4ac req-2eac8312-58fc-4431-815f-c3131007b432 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.2483785 Jul 07 20:53:22.488709 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-ceb8c7a2-e751-4247-b9d9-c7695d59ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.491396 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-ceb8c7a2-e751-4247-b9d9-c7695d59ba2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 912 time: 0.3451028 Jul 07 20:53:22.523175 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Deleting port 7fb89982-6897-4e3c-a841-6e7114705f97 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:22.523708 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.601333 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2bc6b46f-d4c3-46ac-b425-b642ae9df4ac req-25afa664-1770-4f70-9219-53ff8d6fbcdc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877397 Jul 07 20:53:22.662177 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Deleting port 47388764-7468-4a95-87d4-6e3de3f1cb60 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:22.663170 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.667013 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] For port 7fb89982-6897-4e3c-a841-6e7114705f97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7fb89982-6897-4e3c-a841-6e7114705f97,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:22.668159 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.691454 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Calling delete_port for 7fb89982-6897-4e3c-a841-6e7114705f97 owned by compute:nova {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:22.701566 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-e91828d8-3473-4f5a-84a2-2ef29250d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.704486 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-e91828d8-3473-4f5a-84a2-2ef29250d698 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3550229 Jul 07 20:53:22.733235 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-9fa5f338-2dce-49ca-aec9-cb1d57520eb3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 200 len: 1001 time: 0.2324796 Jul 07 20:53:22.875736 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b0a9c-b001-4f48-8d3d-3d6f95ea2856 req-473bad86-8aa7-4e8f-869e-eeffe33cd1a7 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.877275 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f95b0a9c-b001-4f48-8d3d-3d6f95ea2856 req-473bad86-8aa7-4e8f-869e-eeffe33cd1a7 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1345489 Jul 07 20:53:22.957647 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f95b0a9c-b001-4f48-8d3d-3d6f95ea2856 req-4097760a-0695-43f1-ae96-6e284cb9067e tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721269 Jul 07 20:53:22.963515 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.984851 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['7fb89982-6897-4e3c-a841-6e7114705f97'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:23.001381 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Pushing event deleted for resources: {'Port': ['ID=7fb89982-6897-4e3c-a841-6e7114705f97,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:23.036702 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-fc8ecb77-4e5e-4b05-8e0c-e93fee8c885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.040047 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-fc8ecb77-4e5e-4b05-8e0c-e93fee8c885a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.2443023 Jul 07 20:53:23.074759 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device c1597451-cd0d-4349-ac2a-1e3fa358c463 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:23.076696 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] No DVR routers for this DVR port 7fb89982-6897-4e3c-a841-6e7114705f97 on host hv-cinder-79053 {{(pid=99431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:23.083153 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.083496 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b3c0ced1-5d90-4d27-8fe7-5aa85b3453d0 req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.83 "DELETE /v2.0/ports/7fb89982-6897-4e3c-a841-6e7114705f97 HTTP/1.1" status: 204 len: 173 time: 0.8397014 Jul 07 20:53:23.085456 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.085880 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.094921 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.095356 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.095681 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.096033 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.096384 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.096723 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.097061 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.097401 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.097737 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.098870 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef05b284-09e4-4d71-a69d-8357eab24882 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.138054 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'name': 'network-vif-deleted', 'tag': '7fb89982-6897-4e3c-a841-6e7114705f97'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:23.145762 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222ce43c-ea4a-43fd-ac36-7207c0d1dc5f" -d '{"events": [{"server_uuid": "3e96dec6-9a17-471f-8285-8d6f5206dab8", "name": "network-vif-deleted", "tag": "7fb89982-6897-4e3c-a841-6e7114705f97"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:23.187986 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1113-83cb-411d-b8e3-1e628d5d4345 req-1f89acce-5296-4471-bf2d-1dcc6b51ed6c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.190706 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f33d1113-83cb-411d-b8e3-1e628d5d4345 req-1f89acce-5296-4471-bf2d-1dcc6b51ed6c tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e96dec6-9a17-471f-8285-8d6f5206dab8 HTTP/1.1" status: 200 len: 867 time: 0.5805430 Jul 07 20:53:23.212472 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] For port 47388764-7468-4a95-87d4-6e3de3f1cb60, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=47388764-7468-4a95-87d4-6e3de3f1cb60,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:23.212959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.233786 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-91a7a2b9-7c0b-4b95-8383-f420f5bd9e89 service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991548 Jul 07 20:53:23.244981 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Calling delete_port for 47388764-7468-4a95-87d4-6e3de3f1cb60 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:23.326452 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port c1597451-cd0d-4349-ac2a-1e3fa358c463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:23.337192 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7049-f1e1-4d70-b537-bd4c02dfd402 req-abdb08c6-b212-4573-8583-6506205792a6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.339502 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f33d1113-83cb-411d-b8e3-1e628d5d4345 req-f27fd828-3833-4f73-8ddd-1a8d1fe2bc98 tempest-ServerRescueNegativeTestJSON-1428759711 tempest-ServerRescueNegativeTestJSON-1428759711-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2ab973-40e3-4a7d-be68-e998975b402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367650 Jul 07 20:53:23.353330 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0fec7049-f1e1-4d70-b537-bd4c02dfd402 req-abdb08c6-b212-4573-8583-6506205792a6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 943 time: 0.1657445 Jul 07 20:53:23.354133 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'port_id': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'mac_address': 'fa:16:3e:7b:9c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:23.438909 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0fec7049-f1e1-4d70-b537-bd4c02dfd402 req-c5efd0e9-8a9c-4f19-8b73-0ddddc8abdad tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785437 Jul 07 20:53:23.446489 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-a93aee21-5e73-43ed-a479-541522f69ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.449042 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-a93aee21-5e73-43ed-a479-541522f69ba3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3839488 Jul 07 20:53:23.487013 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.491936 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255733f-65fe-44be-b33e-8fa908e441da x-openstack-request-id: req-e255733f-65fe-44be-b33e-8fa908e441da {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:23.492499 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e96dec6-9a17-471f-8285-8d6f5206dab8", "name": "network-vif-deleted", "tag": "7fb89982-6897-4e3c-a841-6e7114705f97", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:23.492499 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e255733f-65fe-44be-b33e-8fa908e441da {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:23.492888 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e96dec6-9a17-471f-8285-8d6f5206dab8', 'name': 'network-vif-deleted', 'tag': '7fb89982-6897-4e3c-a841-6e7114705f97', 'status': 'completed', 'code': 200} Jul 07 20:53:23.507685 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1597451-cd0d-4349-ac2a-1e3fa358c463 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:23.537692 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port c1597451-cd0d-4349-ac2a-1e3fa358c463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:23.542538 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.604370 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=c1597451-cd0d-4349-ac2a-1e3fa358c463,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:23.612649 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.613056 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.613333 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.613669 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.614070 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.614430 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.614763 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.615092 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.616015 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.616351 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.616686 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.617010 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:23.703154 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c32b3-5ea6-48c0-bc96-50261555c552 req-271b2d1e-5b56-40d7-a2f5-d8873d196d3b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.704840 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-906c32b3-5ea6-48c0-bc96-50261555c552 req-271b2d1e-5b56-40d7-a2f5-d8873d196d3b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0928648 Jul 07 20:53:23.762441 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-906c32b3-5ea6-48c0-bc96-50261555c552 req-5504897b-17e9-408b-84ea-035ac0fa3d26 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445144 Jul 07 20:53:23.828732 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['c1597451-cd0d-4349-ac2a-1e3fa358c463'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:23.936226 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e8882199-f417-48c6-9c8b-dafbe3fc9a90 req-fd145b78-b6c1-4dde-a446-922314e77ab1 service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923301 Jul 07 20:53:24.044348 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-b9bd8020-2fe2-487d-8c98-b72b8686fc0c service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518260 Jul 07 20:53:24.089706 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7505-f2f2-4adc-a575-37d0abac463c req-37aa165b-2840-4d5f-a751-cbd1f073eb34 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.091464 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-393c7505-f2f2-4adc-a575-37d0abac463c req-37aa165b-2840-4d5f-a751-cbd1f073eb34 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.1111803 Jul 07 20:53:24.132227 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3e0a9-8f9a-4db8-b060-be1e9c26ce31 req-6152bdf9-0f5f-4de9-9154-71ff4171fbf8 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.133091 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-67d3e0a9-8f9a-4db8-b060-be1e9c26ce31 req-6152bdf9-0f5f-4de9-9154-71ff4171fbf8 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=b76e54b5-bbf8-454a-ae6f-e8040bd980b1 HTTP/1.1" status: 200 len: 945 time: 0.2964785 Jul 07 20:53:24.156206 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-393c7505-f2f2-4adc-a575-37d0abac463c req-d967c7ef-36d5-4b8d-b69a-7389916fd773 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530634 Jul 07 20:53:24.184734 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:24.245754 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event deleted for resources: {'Port': ['ID=47388764-7468-4a95-87d4-6e3de3f1cb60,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:24.259679 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-67d3e0a9-8f9a-4db8-b060-be1e9c26ce31 req-25b71341-2751-4ca9-b28a-18edaf45387c tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031487 Jul 07 20:53:24.279473 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:53:24.291788 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59c75e85-78b4-4b9d-94c7-79da2ab54eb0 req-d1f95304-63cf-4fa7-a224-4caf76a515c3 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261431 Jul 07 20:53:24.309557 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] No DVR routers for this DVR port 47388764-7468-4a95-87d4-6e3de3f1cb60 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:24.313238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:24.316635 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a3c4e6bd-3376-4324-ad4d-784710dcd9fa req-78813b09-b8bd-4f6c-b2be-d9af859095d1 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "DELETE /v2.0/ports/47388764-7468-4a95-87d4-6e3de3f1cb60 HTTP/1.1" status: 204 len: 173 time: 2.1159964 Jul 07 20:53:24.317189 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'name': 'network-vif-deleted', 'tag': '47388764-7468-4a95-87d4-6e3de3f1cb60'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:24.319939 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a775f-973e-4776-a695-b8188e537eb4" -d '{"events": [{"server_uuid": "b76e54b5-bbf8-454a-ae6f-e8040bd980b1", "name": "network-vif-deleted", "tag": "47388764-7468-4a95-87d4-6e3de3f1cb60"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:24.376070 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d5e9b5-d6d0-470d-90f1-3da80ea56223 x-openstack-request-id: req-b4d5e9b5-d6d0-470d-90f1-3da80ea56223 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:24.376642 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e54b5-bbf8-454a-ae6f-e8040bd980b1", "name": "network-vif-deleted", "tag": "47388764-7468-4a95-87d4-6e3de3f1cb60", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:24.377115 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4d5e9b5-d6d0-470d-90f1-3da80ea56223 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:24.377522 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e54b5-bbf8-454a-ae6f-e8040bd980b1', 'name': 'network-vif-deleted', 'tag': '47388764-7468-4a95-87d4-6e3de3f1cb60', 'status': 'completed', 'code': 200} Jul 07 20:53:24.434310 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6028d34-527c-4ff8-9da6-3486080dd439 req-5b912b54-78a6-4726-9143-c8c35a908f66 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.434310 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d6028d34-527c-4ff8-9da6-3486080dd439 req-5b912b54-78a6-4726-9143-c8c35a908f66 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1186373 Jul 07 20:53:24.510150 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d6028d34-527c-4ff8-9da6-3486080dd439 req-09c10a46-8447-4a9e-8312-9f15720e87b8 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690050 Jul 07 20:53:24.556445 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43286) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:24.729841 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce', '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:24.828807 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ddb3-60b7-41ef-ba98-91e7c695d49e req-a1419586-dded-4a3b-b91e-b7721ed089fd tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.830572 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3077ddb3-60b7-41ef-ba98-91e7c695d49e req-a1419586-dded-4a3b-b91e-b7721ed089fd tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 944 time: 0.1806266 Jul 07 20:53:24.938309 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3077ddb3-60b7-41ef-ba98-91e7c695d49e req-53a980f3-f6c2-40b4-a9b9-cc714ece6746 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947282 Jul 07 20:53:25.033861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad276c-9f7a-45f6-b665-52d1f2886835 req-b0f151a1-eef1-4d45-b94d-94e08602d75c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.036488 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-17ad276c-9f7a-45f6-b665-52d1f2886835 req-b0f151a1-eef1-4d45-b94d-94e08602d75c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1477122 Jul 07 20:53:25.090549 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-17ad276c-9f7a-45f6-b665-52d1f2886835 req-d4fc1fdb-dbbf-4a1a-a49a-2a43ee021b0c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470383 Jul 07 20:53:25.104695 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device c1597451-cd0d-4349-ac2a-1e3fa358c463 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:25.162944 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port c1597451-cd0d-4349-ac2a-1e3fa358c463 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:25.167483 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port c1597451-cd0d-4349-ac2a-1e3fa358c463 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:25.167976 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.260748 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.294771 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:25.297689 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aea242-4e26-40a3-899f-b6176deb7d44" -d '{"events": [{"server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "name": "network-vif-plugged", "status": "completed", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:25.391775 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.518969 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c04c23d-7002-4bba-81d1-c670ac585e9c x-openstack-request-id: req-0c04c23d-7002-4bba-81d1-c670ac585e9c {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:25.519125 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "name": "network-vif-plugged", "status": "completed", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:25.519476 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c04c23d-7002-4bba-81d1-c670ac585e9c {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:25.519989 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'code': 200} Jul 07 20:53:25.523435 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port c1597451-cd0d-4349-ac2a-1e3fa358c463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:25.529920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.530951 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7fb89982-6897-4e3c-a841-6e7114705f97 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:25.591469 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 7fb89982-6897-4e3c-a841-6e7114705f97 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:25.591469 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7fb89982-6897-4e3c-a841-6e7114705f97 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:25.591469 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 47388764-7468-4a95-87d4-6e3de3f1cb60 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:25.611917 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 47388764-7468-4a95-87d4-6e3de3f1cb60 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:25.612271 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 47388764-7468-4a95-87d4-6e3de3f1cb60 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:25.650704 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=c1597451-cd0d-4349-ac2a-1e3fa358c463,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:25.691111 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef6f7f-b5a9-42b7-9839-6d6a7f22bcc1 req-c256f1d6-36e6-45d1-a451-ba8fc5af8375 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.692734 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-64ef6f7f-b5a9-42b7-9839-6d6a7f22bcc1 req-c256f1d6-36e6-45d1-a451-ba8fc5af8375 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.2254152 Jul 07 20:53:25.850034 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee14ad-c1ac-495b-818a-91ee29f846ae req-db76dde2-00be-4280-b9a5-2ba2b88d3f30 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.851763 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d0ee14ad-c1ac-495b-818a-91ee29f846ae req-db76dde2-00be-4280-b9a5-2ba2b88d3f30 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1160481 Jul 07 20:53:25.905792 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65fcbc-78e5-484e-a31f-cf80c0be3cb9 req-f4435392-a18a-415a-bdb3-da53300b417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.907400 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8d65fcbc-78e5-484e-a31f-cf80c0be3cb9 req-f4435392-a18a-415a-bdb3-da53300b417c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 1098 time: 0.1117320 Jul 07 20:53:25.911148 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d0ee14ad-c1ac-495b-818a-91ee29f846ae req-bab2e5e3-9dcb-4f4a-ab7f-1863f4aceb97 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536511 Jul 07 20:53:25.967181 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8d65fcbc-78e5-484e-a31f-cf80c0be3cb9 req-34c0d039-6edc-4979-96fb-0304da2a7f19 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520332 Jul 07 20:53:26.056821 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-64ef6f7f-b5a9-42b7-9839-6d6a7f22bcc1 req-a25e35a9-314f-472e-98ce-c633d9527e05 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314383 Jul 07 20:53:26.236609 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Deleting port 053aba1d-0f66-4125-8e3b-d087cfa2ef71 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:26.236955 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:26.329838 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c1652-6c6d-4d41-8f85-e87a6aaf5b2c req-a04448b3-5f49-4ecc-bc42-26dab6a57857 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.331494 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-eb8c1652-6c6d-4d41-8f85-e87a6aaf5b2c req-a04448b3-5f49-4ecc-bc42-26dab6a57857 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 945 time: 0.1398189 Jul 07 20:53:26.372133 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] For port 053aba1d-0f66-4125-8e3b-d087cfa2ef71, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=053aba1d-0f66-4125-8e3b-d087cfa2ef71,segment=NetworkSegment(dd92cb8a-a7f4-4375-86e6-e6b84f8a0608),segment_id=dd92cb8a-a7f4-4375-86e6-e6b84f8a0608)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:26.372555 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:26.379081 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39528d7-36ec-4259-ad42-884c939d6104 req-a1d3b4f5-f3e8-4500-8739-d5ba7c0e2db9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.381395 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d39528d7-36ec-4259-ad42-884c939d6104 req-a1d3b4f5-f3e8-4500-8739-d5ba7c0e2db9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0752749 Jul 07 20:53:26.403517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Calling delete_port for 053aba1d-0f66-4125-8e3b-d087cfa2ef71 owned by network:router_interface {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:26.413034 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-eb8c1652-6c6d-4d41-8f85-e87a6aaf5b2c req-c4e1440c-4500-4528-aa0d-1d3ca8660c31 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725305 Jul 07 20:53:26.445934 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d39528d7-36ec-4259-ad42-884c939d6104 req-2615d8d1-9c81-435a-b10f-013a445b9c4b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541480 Jul 07 20:53:26.753451 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd624-b458-4ad7-90e2-3db1f8040f59 req-56788655-c3a3-4cbc-b107-afba268ceacf tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.755147 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0aebd624-b458-4ad7-90e2-3db1f8040f59 req-56788655-c3a3-4cbc-b107-afba268ceacf tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 945 time: 0.1289141 Jul 07 20:53:26.784423 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:26.818259 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=053aba1d-0f66-4125-8e3b-d087cfa2ef71,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:26.847663 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0aebd624-b458-4ad7-90e2-3db1f8040f59 req-0904d181-7935-4e63-a25c-ab7285952d26 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842867 Jul 07 20:53:27.124024 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.132605 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f3d9f-6057-451b-bf85-bd1bcb2fec21 req-187c8131-a1dc-47a1-9072-d122962845bd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.134781 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fc2f3d9f-6057-451b-bf85-bd1bcb2fec21 req-187c8131-a1dc-47a1-9072-d122962845bd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.0921495 Jul 07 20:53:27.220135 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fc2f3d9f-6057-451b-bf85-bd1bcb2fec21 req-e33563c6-898e-4876-8c4d-d2e46face705 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750520 Jul 07 20:53:27.519375 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1091c-4b5e-487b-9d2f-21165e1f3193 req-b3242c11-45ef-45e0-8dba-b8acb4c6f859 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.522809 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37a1091c-4b5e-487b-9d2f-21165e1f3193 req-b3242c11-45ef-45e0-8dba-b8acb4c6f859 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.2924480 Jul 07 20:53:27.616530 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37a1091c-4b5e-487b-9d2f-21165e1f3193 req-ba4d73a2-fcbf-4f4e-83ff-af4945244b26 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852234 Jul 07 20:53:27.651724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Router eefcb91d-f510-46fe-bf64-ec9e462ca2ab has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:27.674601 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bde86b-88a8-4820-aa22-1bb0fe1dabea req-26bbdc52-7294-4552-b33e-f3a6aa52f001 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.676624 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a4bde86b-88a8-4820-aa22-1bb0fe1dabea req-26bbdc52-7294-4552-b33e-f3a6aa52f001 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 945 time: 0.1155615 Jul 07 20:53:27.731946 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a4bde86b-88a8-4820-aa22-1bb0fe1dabea req-cee923d2-1cf5-4ccc-b2be-aa1b2c0aaece tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444579 Jul 07 20:53:27.828626 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:27.840449 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a67eff85-f35e-4467-8403-674319514f84 admin admin] 10.222.0.72 "PUT /v2.0/routers/eefcb91d-f510-46fe-bf64-ec9e462ca2ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2823005 Jul 07 20:53:27.842267 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] Sync routers for ids ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:27.843180 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43324) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:27.853917 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] Routers {'eefcb91d-f510-46fe-bf64-ec9e462ca2ab'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:27.855273 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:28.010434 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] Set router eefcb91d-f510-46fe-bf64-ec9e462ca2ab gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:28.106553 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9037b42-7e2f-45f2-9d5e-3f5b9db4d485 req-2efec7eb-429a-4109-a7b9-66cdf4be831f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.108553 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks [] for router, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.108804 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b9037b42-7e2f-45f2-9d5e-3f5b9db4d485 req-2efec7eb-429a-4109-a7b9-66cdf4be831f tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 945 time: 0.0971353 Jul 07 20:53:28.160025 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42474975-1637-4f39-8495-f699329c6da5 req-11b9ebcb-06a2-4a64-a73e-ca198774fef6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.161622 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-42474975-1637-4f39-8495-f699329c6da5 req-11b9ebcb-06a2-4a64-a73e-ca198774fef6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 945 time: 0.2130849 Jul 07 20:53:28.185838 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b9037b42-7e2f-45f2-9d5e-3f5b9db4d485 req-a5849518-bd1a-4b65-a90f-6a1e5a7e537b tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Jul 07 20:53:28.329042 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:53:26Z', 'revision_number': 5, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port': {'id': '79ea4cea-b10d-447f-bc69-3993eaed28ab', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:12Z', 'updated_at': '2021-07-07T20:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:28.357545 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-42474975-1637-4f39-8495-f699329c6da5 req-c9f5b252-4d28-4c40-8655-fc8929b988a3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815739 Jul 07 20:53:28.370977 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.390809 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43334) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:28.399738 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] Checking router: eefcb91d-f510-46fe-bf64-ec9e462ca2ab for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:28.430548 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] Routers {'eefcb91d-f510-46fe-bf64-ec9e462ca2ab'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:28.435352 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:28.506520 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-cef6379d-7751-48ba-8658-7637427520a7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.508883 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-cef6379d-7751-48ba-8658-7637427520a7 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 945 time: 0.2074466 Jul 07 20:53:28.538815 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Deleting port 79ea4cea-b10d-447f-bc69-3993eaed28ab {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:28.539310 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.635539 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed34a1-27e6-4ba1-8c93-324f467b32f8 req-87f9f1ff-699c-4dbc-a5c1-486d659af504 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.638183 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59ed34a1-27e6-4ba1-8c93-324f467b32f8 req-87f9f1ff-699c-4dbc-a5c1-486d659af504 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.2701056 Jul 07 20:53:28.672501 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] Set router eefcb91d-f510-46fe-bf64-ec9e462ca2ab gateway port host: None {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:28.761500 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59ed34a1-27e6-4ba1-8c93-324f467b32f8 req-5b2e286c-e8f4-4690-987c-b4ce8b1f239a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118853 Jul 07 20:53:28.774396 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:53:28Z', 'revision_number': 6, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:28.778294 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] For port 79ea4cea-b10d-447f-bc69-3993eaed28ab, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=79ea4cea-b10d-447f-bc69-3993eaed28ab,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:28.778721 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.816234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43340) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:28.817370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Calling delete_port for 79ea4cea-b10d-447f-bc69-3993eaed28ab owned by network:router_gateway {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:28.819336 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Deleting port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:28.820914 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.837170 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee9f7c-8074-4e6b-8a80-3842e7b1616e None None] The sync data for ids ['eefcb91d-f510-46fe-bf64-ec9e462ca2ab'] in dv-cinder-790535-7-iscsi is: [{'id': 'eefcb91d-f510-46fe-bf64-ec9e462ca2ab', 'name': 'tempest-ServerRescueNegativeTestJSON-162437135-router', 'tenant_id': 'df8590165946474c9a8106c0314aa096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:11Z', 'updated_at': '2021-07-07T20:53:28Z', 'revision_number': 6, 'project_id': 'df8590165946474c9a8106c0314aa096', 'gw_port_host': None}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:28.882969 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d13d0a-b077-4ef9-ae6f-38b001127f01 tempest-TestVolumeBootPattern-543970711 tempest-TestVolumeBootPattern-543970711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.885869 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-01d13d0a-b077-4ef9-ae6f-38b001127f01 tempest-TestVolumeBootPattern-543970711 tempest-TestVolumeBootPattern-543970711-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 1093 time: 0.4929452 Jul 07 20:53:28.923959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43344) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:28.933494 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'port_id': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:29.001034 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ee819-0071-487e-902b-f0147e2dc7cf req-f32ebe4d-070d-4bc5-bd06-36d3d282112f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.004046 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1f0ee819-0071-487e-902b-f0147e2dc7cf req-f32ebe4d-070d-4bc5-bd06-36d3d282112f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.3538129 Jul 07 20:53:29.107721 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.109080 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:29.147583 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1f0ee819-0071-487e-902b-f0147e2dc7cf req-8e262517-bf24-4f46-877b-936303c542a1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257291 Jul 07 20:53:29.196233 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] For port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:29.197117 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.220716 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Calling delete_port for 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:29.294446 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 053aba1d-0f66-4125-8e3b-d087cfa2ef71 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:29.341467 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.365649 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 053aba1d-0f66-4125-8e3b-d087cfa2ef71 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:29.366116 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 053aba1d-0f66-4125-8e3b-d087cfa2ef71 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:29.384256 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Pushing event deleted for resources: {'Port': ['ID=79ea4cea-b10d-447f-bc69-3993eaed28ab,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:29.416242 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c737-690a-4f27-95a3-296923ce4146 req-d4bd0b6c-24a6-448a-977f-6e3e1649f2c9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.421156 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:29.424334 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-64e7c737-690a-4f27-95a3-296923ce4146 req-d4bd0b6c-24a6-448a-977f-6e3e1649f2c9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 944 time: 0.4116874 Jul 07 20:53:29.437529 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102306a7-4c6c-4806-b062-1dd2259f362c tempest-TestMinimumBasicScenario-1445225951 tempest-TestMinimumBasicScenario-1445225951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.437780 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'port_id': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'mac_address': 'fa:16:3e:73:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:29.444153 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-102306a7-4c6c-4806-b062-1dd2259f362c tempest-TestMinimumBasicScenario-1445225951 tempest-TestMinimumBasicScenario-1445225951-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1094 time: 0.6157568 Jul 07 20:53:29.446753 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43348) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:29.463578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'port_id': 'e24db1af-f575-408e-b631-2c355cca6b09', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:29.513367 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.519792 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.536678 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb29379a-5c41-4480-a6f9-69f172ce5b81 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:29.563155 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-64e7c737-690a-4f27-95a3-296923ce4146 req-40cfa176-c94a-4e34-b575-5f67c1dc6994 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372952 Jul 07 20:53:29.564769 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:29.574205 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.575231 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:29.575829 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.666196 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.689619 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['31a19154-892b-49cb-b49f-81e6a2002bce', '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:29.706830 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:29.717396 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event deleted for resources: {'Port': ['ID=48b192c3-402a-4d5c-9453-1f1ce0d9d5c4,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:29.727862 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.774120 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.782621 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.810330 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:29.823517 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'port_id': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'mac_address': 'fa:16:3e:22:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:29.836578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] No DVR routers for this DVR port 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:29.842238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.845916 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de9166b6-68d1-4d1e-b6bb-098b7d21fb9e req-6b882ba8-b7f0-46ec-bfc7-44550dbdf53e tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "DELETE /v2.0/ports/48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 HTTP/1.1" status: 204 len: 173 time: 1.3181114 Jul 07 20:53:29.890273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'name': 'network-vif-deleted', 'tag': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:29.894505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de38c0e-ed4b-4d18-b56a-5b8725fb9994" -d '{"events": [{"server_uuid": "22013b1c-32ec-4cab-9ac6-a817646b412e", "name": "network-vif-deleted", "tag": "48b192c3-402a-4d5c-9453-1f1ce0d9d5c4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:29.925009 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.974291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bb2b20-620e-4175-9f12-2ca44c95986a {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:30.003345 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:30.015453 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f64cbc8-f5fe-4616-a57f-95407a43ea64 x-openstack-request-id: req-8f64cbc8-f5fe-4616-a57f-95407a43ea64 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:30.016069 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22013b1c-32ec-4cab-9ac6-a817646b412e", "name": "network-vif-deleted", "tag": "48b192c3-402a-4d5c-9453-1f1ce0d9d5c4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:30.016585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f64cbc8-f5fe-4616-a57f-95407a43ea64 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:30.017304 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22013b1c-32ec-4cab-9ac6-a817646b412e', 'name': 'network-vif-deleted', 'tag': '48b192c3-402a-4d5c-9453-1f1ce0d9d5c4', 'status': 'completed', 'code': 200} Jul 07 20:53:30.031486 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.034406 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.081105 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6958be-4335-46f3-9c02-4d8c3a1c1177 req-d3e9db23-62fc-4128-9425-8b048971e356 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:30.091276 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1e6958be-4335-46f3-9c02-4d8c3a1c1177 req-d3e9db23-62fc-4128-9425-8b048971e356 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=22013b1c-32ec-4cab-9ac6-a817646b412e HTTP/1.1" status: 200 len: 867 time: 0.5968511 Jul 07 20:53:30.128489 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.129354 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eefcb91d-f510-46fe-bf64-ec9e462ca2ab {{(pid=99431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:53:30.146205 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=9']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:30.151195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.153116 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-bdf217fd-0e8f-4455-8d4f-73d3cd4426cc admin admin] 10.222.0.72 "DELETE /v2.0/routers/eefcb91d-f510-46fe-bf64-ec9e462ca2ab HTTP/1.1" status: 204 len: 168 time: 2.3081644 Jul 07 20:53:30.160991 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43352) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:30.215886 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Allocated IP 172.27.3.32 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/8aac2a96-47c3-4da9-b4d3-11870b99685d) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:30.290921 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1e6958be-4335-46f3-9c02-4d8c3a1c1177 req-f3016a8c-b8ca-47d5-bb81-38bca5a0b6be tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979656 Jul 07 20:53:30.317436 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Deleting subnet 746ad6ca-a7df-4bd0-92d5-570e7e015363 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:53:30.335134 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.389659 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.394308 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['eb29379a-5c41-4480-a6f9-69f172ce5b81'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:30.427303 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.472340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf060-7633-4b3b-bf82-74562a1bea58 req-835d681e-d861-41e9-832e-550d89a5b87b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:30.474334 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e1fcf060-7633-4b3b-bf82-74562a1bea58 req-835d681e-d861-41e9-832e-550d89a5b87b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 944 time: 0.1250105 Jul 07 20:53:30.480912 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['66bb2b20-620e-4175-9f12-2ca44c95986a'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:30.528325 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.722174 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e1fcf060-7633-4b3b-bf82-74562a1bea58 req-d64278d0-d2ce-4dc9-a2f0-ab78f607ad6a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319858 Jul 07 20:53:30.745601 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:30.759738 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:30.767310 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:30.771389 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=8aac2a96-47c3-4da9-b4d3-11870b99685d,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:30.846971 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Allocated IP 172.27.3.142 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/98878a8b-cd42-4663-b586-9697d77f1a5a) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:30.918045 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.058690 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 79ea4cea-b10d-447f-bc69-3993eaed28ab no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:31.081043 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 79ea4cea-b10d-447f-bc69-3993eaed28ab {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:31.081391 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 79ea4cea-b10d-447f-bc69-3993eaed28ab not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:31.089943 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79c09-a71e-4466-9992-64b946a1bb9d req-60fd3d54-1204-4444-b74e-383d2370851e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.092617 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-97c79c09-a71e-4466-9992-64b946a1bb9d req-60fd3d54-1204-4444-b74e-383d2370851e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.2898791 Jul 07 20:53:31.095933 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.114293 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:31.147633 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.153882 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/746ad6ca-a7df-4bd0-92d5-570e7e015363 HTTP/1.1" status: 204 len: 168 time: 0.9879234 Jul 07 20:53:31.154177 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0b519-cdaa-40bc-b6ed-61251f6829a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746ad6ca-a7df-4bd0-92d5-570e7e015363,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:31.156942 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:31.157748 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 48b192c3-402a-4d5c-9453-1f1ce0d9d5c4 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:31.168728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43358) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:31.190050 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.259355 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-97c79c09-a71e-4466-9992-64b946a1bb9d req-07186aca-8c7b-487c-a179-3e6fbd7fc4c3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223094 Jul 07 20:53:31.282842 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.341185 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.392724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.414392 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689dd754-844b-466e-8d78-cc827c706363']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:31.437547 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:31.438156 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd92cb8a-a7f4-4375-86e6-e6b84f8a0608') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:31.456249 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.477973 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.487462 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:31.488154 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:31.491250 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:31.579506 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.586942 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.595052 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] 10.222.0.72 "DELETE /v2.0/networks/689dd754-844b-466e-8d78-cc827c706363 HTTP/1.1" status: 204 len: 168 time: 0.4245534 Jul 07 20:53:31.626654 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2d76b-6fbc-4200-b658-ec54040c5659 admin admin] Pushing event deleted for resources: {'Network': ['ID=689dd754-844b-466e-8d78-cc827c706363,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:31.834438 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43370) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:31.837898 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:31.867498 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:31.871400 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:31.907866 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-54f541fe-f3f0-4cd4-a8f6-05aa1ec1b2c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df8590165946474c9a8106c0314aa096&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0712256 Jul 07 20:53:31.911743 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43372) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:31.997322 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'Port': ['ID=98878a8b-cd42-4663-b586-9697d77f1a5a,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.076900 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d2379703-8aac-48cd-a7d2-9daae1a91367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.097380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca2f00-5d91-4927-979e-dcb2146261db req-a53f042e-8121-43c9-86f6-01ca7d60c530 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.099132 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6aca2f00-5d91-4927-979e-dcb2146261db req-a53f042e-8121-43c9-86f6-01ca7d60c530 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 944 time: 0.1723323 Jul 07 20:53:32.116962 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d2379703-8aac-48cd-a7d2-9daae1a91367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.170090 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.220342 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6aca2f00-5d91-4927-979e-dcb2146261db req-7b64d998-daf8-4b12-904d-d9d937d2ca54 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684946 Jul 07 20:53:32.228805 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d2379703-8aac-48cd-a7d2-9daae1a91367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.232589 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d2379703-8aac-48cd-a7d2-9daae1a91367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.234588 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d2379703-8aac-48cd-a7d2-9daae1a91367 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f2ab973-40e3-4a7d-be68-e998975b402a HTTP/1.1" status: 204 len: 168 time: 0.3195517 Jul 07 20:53:32.259487 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379703-8aac-48cd-a7d2-9daae1a91367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2ab973-40e3-4a7d-be68-e998975b402a,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.378942 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.769715 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb449-421e-4731-952d-b02d6b38d117 req-cdb3bc3e-b39e-479b-b0fa-e4249720a47f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.771492 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2dbb449-421e-4731-952d-b02d6b38d117 req-cdb3bc3e-b39e-479b-b0fa-e4249720a47f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 945 time: 0.2900126 Jul 07 20:53:32.786603 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.790680 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.822959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.947126 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=8aac2a96-47c3-4da9-b4d3-11870b99685d,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.960549 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c2dbb449-421e-4731-952d-b02d6b38d117 req-75b09c62-340d-4455-9ca0-78403d6a8b7a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715963 Jul 07 20:53:33.000494 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.048838 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.113123 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:33.216284 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Floating IP 2ffda31c-645c-4cf1-973b-9e97e2e0d3ca associated. External IP: 172.27.3.32, port: c1597451-cd0d-4349-ac2a-1e3fa358c463. Jul 07 20:53:33.218906 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 66bb2b20-620e-4175-9f12-2ca44c95986a triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:33.219523 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.423768 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.424187 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fe63f-b48f-4358-a6ec-d900a6356cab req-2e726de5-c35e-400c-a906-7af4d8819e55 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.425997 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-425fe63f-b48f-4358-a6ec-d900a6356cab req-2e726de5-c35e-400c-a906-7af4d8819e55 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.2322960 Jul 07 20:53:33.457493 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.473733 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.539792 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:33.544613 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:33.550936 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f84f22-50a8-4d6f-b5ff-74983df93923" -d '{"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-plugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:33.566649 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.568466 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:33.591446 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-425fe63f-b48f-4358-a6ec-d900a6356cab req-fac27aae-facf-4d7d-b32f-af8ab0249204 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483109 Jul 07 20:53:33.660388 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5b1d-a2e6-4778-807a-cdeeaf1de75e req-eb6d7381-a77f-46b0-8e6f-f425231bcbee tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.678876 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ba0c5b1d-a2e6-4778-807a-cdeeaf1de75e req-eb6d7381-a77f-46b0-8e6f-f425231bcbee tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 944 time: 0.1784177 Jul 07 20:53:33.687951 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'Port': ['ID=98878a8b-cd42-4663-b586-9697d77f1a5a,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:33.731797 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.755426 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=10']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:33.762720 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6200129a-bdab-464d-a140-a19c3cd27217 x-openstack-request-id: req-6200129a-bdab-464d-a140-a19c3cd27217 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:33.763232 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-plugged", "status": "completed", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:33.763663 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6200129a-bdab-464d-a140-a19c3cd27217 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:33.764236 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'code': 200} Jul 07 20:53:33.765917 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ba0c5b1d-a2e6-4778-807a-cdeeaf1de75e req-79f80e91-6996-45f2-bca5-c583103539ba tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827563 Jul 07 20:53:33.784745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-4c316b4e-9a77-4fa6-b7d3-6b29c70132c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.830295 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port eb29379a-5c41-4480-a6f9-69f172ce5b81 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:33.837602 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port eb29379a-5c41-4480-a6f9-69f172ce5b81 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:33.838779 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.856324 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:33.984352 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.058168 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:34.065012 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.175281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:34.585270 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Floating IP 45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2 associated. External IP: 172.27.3.142, port: e24db1af-f575-408e-b631-2c355cca6b09. Jul 07 20:53:34.675760 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:34.692699 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:34.713481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:34.715487 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:34.750942 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb498-67ef-439b-9350-df3dfce32e18 req-61329de7-2faa-49b7-85cb-395b87a1395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.752778 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c8bb498-67ef-439b-9350-df3dfce32e18 req-61329de7-2faa-49b7-85cb-395b87a1395c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1100 time: 0.3379126 Jul 07 20:53:34.761270 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.779868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20f2b7-88ce-46df-985b-80bf38edccbb req-69bea398-a686-422e-a520-a55e16677b82 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.781435 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-af20f2b7-88ce-46df-985b-80bf38edccbb req-69bea398-a686-422e-a520-a55e16677b82 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 947 time: 0.3646531 Jul 07 20:53:34.896446 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:34.923428 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-b5692543-01b1-480e-9fa0-0b4ebf7c665d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9979277 Jul 07 20:53:34.930406 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:34.933110 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f13332-c86d-405f-b925-9b2f3d25fd36" -d '{"events": [{"name": "network-changed", "server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:34.951965 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c8bb498-67ef-439b-9350-df3dfce32e18 req-5d789ce6-b4f3-41e5-93f9-756784b1aafc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485488 Jul 07 20:53:34.965784 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-af20f2b7-88ce-46df-985b-80bf38edccbb req-3177a8c8-cff6-445f-b149-2b9c649cc333 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567912 Jul 07 20:53:35.050746 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02cf45-837b-413f-818f-387c7cc7e35b req-bb6db6e2-11ca-425b-986d-9f20adbcb21d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.058857 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0f02cf45-837b-413f-818f-387c7cc7e35b req-bb6db6e2-11ca-425b-986d-9f20adbcb21d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.1454990 Jul 07 20:53:35.064861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:35.114278 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0f02cf45-837b-413f-818f-387c7cc7e35b req-95b7cf08-3b19-45b1-8c78-97d99cf96836 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544667 Jul 07 20:53:35.198289 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94728dd-9229-4e7c-a791-8c3d4af0aef8 x-openstack-request-id: req-d94728dd-9229-4e7c-a791-8c3d4af0aef8 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:35.198598 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:35.198854 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d94728dd-9229-4e7c-a791-8c3d4af0aef8 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:35.199271 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'status': 'completed', 'code': 200} Jul 07 20:53:35.300163 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '2ffda31c-645c-4cf1-973b-9e97e2e0d3ca', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:7b:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:31Z', 'updated_at': '2021-07-07T20:53:31Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:35.362324 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:35.377795 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:35.378718 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:35.387246 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:35.393560 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] Sync routers for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:35.416401 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:35.417340 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:35.429119 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-7f87fb48-6651-46de-a283-37ffbd111e40 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.432098 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-7f87fb48-6651-46de-a283-37ffbd111e40 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.3010139 Jul 07 20:53:35.461119 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907c919-b9f9-4aa1-a898-0f6e4a63df7c req-98ce8ac6-eb4d-489f-84e7-fbd7c1181b0c tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.473009 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d907c919-b9f9-4aa1-a898-0f6e4a63df7c req-98ce8ac6-eb4d-489f-84e7-fbd7c1181b0c tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.3055000 Jul 07 20:53:35.501962 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-2900e1a5-dfe3-4527-a7e5-92066f84e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.504570 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-2900e1a5-dfe3-4527-a7e5-92066f84e006 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 1098 time: 0.2894413 Jul 07 20:53:35.505784 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:35.570425 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:35.590965 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43444) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:35.641711 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:35.749073 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c33-5ba9-4e96-96fa-b2d511234a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:35.755690 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a1de44f6-8d8a-43a4-b7c3-75de499a018e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3058782 Jul 07 20:53:35.764068 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43448) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:35.770808 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d907c919-b9f9-4aa1-a898-0f6e4a63df7c req-abbe2930-7901-440b-8c90-e6a80ad6b694 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962692 Jul 07 20:53:35.773101 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:35.776009 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725182b8-966b-4b6a-9375-73e1ccf72fc1" -d '{"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-plugged", "status": "completed", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:35.878811 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971701818', 'description': 'tempest-secgroup-smoke-971701818 description', 'project_id': '7637edcd784b4d1583d337f3c25456be'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:35.895587 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-bb751e5e-3feb-4701-a310-e36e77fea231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.897293 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-bb751e5e-3feb-4701-a310-e36e77fea231 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.3049026 Jul 07 20:53:36.003368 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c33-5ba9-4e96-96fa-b2d511234a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.017306 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c33-5ba9-4e96-96fa-b2d511234a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.079706 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc2c33-5ba9-4e96-96fa-b2d511234a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32207054-9cf6-4e1b-8e54-721c129db4ae,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:36.095713 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9b5699-9064-4d6c-a19e-593778b67fa4 x-openstack-request-id: req-7e9b5699-9064-4d6c-a19e-593778b67fa4 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:36.095963 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-plugged", "status": "completed", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:36.096324 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e9b5699-9064-4d6c-a19e-593778b67fa4 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:36.096795 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'code': 200} Jul 07 20:53:36.157791 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.205868 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-71dc2c33-5ba9-4e96-96fa-b2d511234a13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ae333ce0b7b42ceb732588e54094493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116304 Jul 07 20:53:36.217315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43458) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:36.221006 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-884dd8b4-c917-4f96-b261-883a03910278 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463 HTTP/1.1" status: 200 len: 998 time: 0.2934978 Jul 07 20:53:36.228287 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Deleting port 31a19154-892b-49cb-b49f-81e6a2002bce {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:36.228845 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.402141 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-35052ecd-440c-435f-891a-70dda04924cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.423391 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'port_id': 'e24db1af-f575-408e-b631-2c355cca6b09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'mac_address': 'fa:16:3e:ec:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:32Z', 'updated_at': '2021-07-07T20:53:32Z', 'revision_number': 0, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:36.485396 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '2ffda31c-645c-4cf1-973b-9e97e2e0d3ca', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:7b:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:31Z', 'updated_at': '2021-07-07T20:53:31Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:36.487973 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-35052ecd-440c-435f-891a-70dda04924cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.527023 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] Checking router: 313f7d9e-ad79-4ea4-b253-9e2a728b7311 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:36.550554 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:36.551189 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:36.593129 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00570dd9-8714-401b-87cd-45ad5b9424ec None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '2ffda31c-645c-4cf1-973b-9e97e2e0d3ca', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:7b:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:31Z', 'updated_at': '2021-07-07T20:53:31Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:36.642753 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9ff6df78-4661-4a23-9edf-5889d3badf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.660339 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.667596 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.750914 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:36.783764 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-35052ecd-440c-435f-891a-70dda04924cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.789638 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-35052ecd-440c-435f-891a-70dda04924cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.800670 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-35052ecd-440c-435f-891a-70dda04924cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32207054-9cf6-4e1b-8e54-721c129db4ae HTTP/1.1" status: 204 len: 168 time: 0.5721986 Jul 07 20:53:36.805439 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-86aba1bc-7e71-4dfe-bbf7-8935683b89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:36.809288 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-86aba1bc-7e71-4dfe-bbf7-8935683b89fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.5670176 Jul 07 20:53:36.856999 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.859969 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9962740 Jul 07 20:53:36.868068 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fbed2-3ce3-4485-aff4-2cb4540a40d2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570755cf-3c6f-48ec-922e-c94ea3650940,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:36.879392 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43472) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:36.892491 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group_rule': {'security_group_id': '570755cf-3c6f-48ec-922e-c94ea3650940', 'project_id': '7637edcd784b4d1583d337f3c25456be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:36.958898 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35052ecd-440c-435f-891a-70dda04924cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32207054-9cf6-4e1b-8e54-721c129db4ae,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:36.979928 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.064816 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697b715-e5f8-4763-b4a6-f6a3dc0f06bb req-47c18f04-06c6-4f7b-8428-67181bfe6abf tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.065823 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] For port 31a19154-892b-49cb-b49f-81e6a2002bce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=31a19154-892b-49cb-b49f-81e6a2002bce,segment=NetworkSegment(ea73f187-51c6-472e-807a-ad5b29db86ae),segment_id=ea73f187-51c6-472e-807a-ad5b29db86ae)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:37.066600 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.073441 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a697b715-e5f8-4763-b4a6-f6a3dc0f06bb req-47c18f04-06c6-4f7b-8428-67181bfe6abf tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 945 time: 0.3494611 Jul 07 20:53:37.089928 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.137076 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Calling delete_port for 31a19154-892b-49cb-b49f-81e6a2002bce owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:37.149599 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a697b715-e5f8-4763-b4a6-f6a3dc0f06bb req-69f637da-567c-413e-b24a-80cdebfe5d33 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/security-groups?id=23a19d16-60a3-4eca-bab3-f81d0b399c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Jul 07 20:53:37.180318 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee7446-d393-4289-981f-38a854015771 req-cb3ea0b3-5897-4edc-86de-e474d9750076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.183846 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6eee7446-d393-4289-981f-38a854015771 req-cb3ea0b3-5897-4edc-86de-e474d9750076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 947 time: 0.8917065 Jul 07 20:53:37.221799 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:37.226001 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.233129 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a31f51-0779-40db-9c74-e38311969c3c None None] New status for floating IP 2ffda31c-645c-4cf1-973b-9e97e2e0d3ca: ACTIVE {{(pid=99433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:37.240589 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.250996 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9591e4-2515-455c-8885-eb2c93e324cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:37.291528 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b020d21-179d-4698-85a9-76cd3f7995b2 req-8f690038-df9e-4746-8dda-c1bc9a539df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.306379 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b020d21-179d-4698-85a9-76cd3f7995b2 req-8f690038-df9e-4746-8dda-c1bc9a539df7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1098 time: 0.5955746 Jul 07 20:53:37.323142 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6ffd81-bbce-4316-9f01-66b1e12bdecb,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:37.333038 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.341194 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b5d5f8f0-511c-49c4-97e1-a13af55bb198 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4595182 Jul 07 20:53:37.341632 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43492) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:37.346465 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group_rule': {'security_group_id': '570755cf-3c6f-48ec-922e-c94ea3650940', 'project_id': '7637edcd784b4d1583d337f3c25456be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:37.421648 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.435453 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'port_id': 'e24db1af-f575-408e-b631-2c355cca6b09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'mac_address': 'fa:16:3e:ec:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:32Z', 'updated_at': '2021-07-07T20:53:32Z', 'revision_number': 0, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:37.510810 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1e896-77c3-440a-8fe8-4f543e85c7a8 None None] The sync data for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi is: [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'port_id': 'e24db1af-f575-408e-b631-2c355cca6b09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'mac_address': 'fa:16:3e:ec:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:32Z', 'updated_at': '2021-07-07T20:53:32Z', 'revision_number': 0, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:37.624473 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43506) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:37.638749 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-eb07e075-78e2-4aec-9144-fd3876c75c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.640337 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-eb07e075-78e2-4aec-9144-fd3876c75c8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8001099 Jul 07 20:53:37.642713 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.657064 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.666617 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-760f50cf-17df-4b63-a9d7-76cfac38ca26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.683954 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fa0a9-fa6e-4cdb-b973-3ebed7627053 req-d40531c5-c2a3-4c0e-94e3-f587d7d97c91 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.685672 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c20fa0a9-fa6e-4cdb-b973-3ebed7627053 req-d40531c5-c2a3-4c0e-94e3-f587d7d97c91 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.2111380 Jul 07 20:53:37.688131 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae431c46-5f12-4cd2-88c4-00b55bbed070,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:37.704696 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2b020d21-179d-4698-85a9-76cd3f7995b2 req-1d3e0998-c6d5-462e-a2c9-64dc4ddb8ae6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970196 Jul 07 20:53:37.717139 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.727517 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-522914d8-2d98-4f93-afc1-6964d37b88ff tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3846269 Jul 07 20:53:37.734648 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43508) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:37.736120 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6eee7446-d393-4289-981f-38a854015771 req-56dfd255-f303-4217-b6fa-5e0ace42caf4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5157702 Jul 07 20:53:37.746608 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group_rule': {'security_group_id': '570755cf-3c6f-48ec-922e-c94ea3650940', 'project_id': '7637edcd784b4d1583d337f3c25456be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:37.811612 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c20fa0a9-fa6e-4cdb-b973-3ebed7627053 req-4ad66b5c-eb34-48ec-87c0-00e316397a77 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065011 Jul 07 20:53:37.840122 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.875204 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a6f82-a704-44aa-90d1-a92b66ff7a6b x-openstack-request-id: req-034a6f82-a704-44aa-90d1-a92b66ff7a6b {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:37.875688 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:37.875688 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-034a6f82-a704-44aa-90d1-a92b66ff7a6b {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:37.876046 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'status': 'completed', 'code': 200} Jul 07 20:53:37.961465 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.967105 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.989232 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b85c0e-ef54-42c9-a139-8656b6338ac5,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:38.016929 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-664ef67a-db4a-4d51-b32c-d821d79b37af service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398263 Jul 07 20:53:38.047034 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de56f93-8cb8-407b-93ba-6bb8a55084d1 None None] New status for floating IP 45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2: ACTIVE {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:38.048635 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.049218 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.153597 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Pushing event deleted for resources: {'Port': ['ID=31a19154-892b-49cb-b49f-81e6a2002bce,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:38.249999 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] No DVR routers for this DVR port 31a19154-892b-49cb-b49f-81e6a2002bce on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:38.263818 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.266791 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9956cf71-1b85-461a-8f44-5b0ab9c83315 req-6df56188-5fb5-4c61-843b-a0599781998d tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.83 "DELETE /v2.0/ports/31a19154-892b-49cb-b49f-81e6a2002bce HTTP/1.1" status: 204 len: 173 time: 2.7895885 Jul 07 20:53:38.283240 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-760f50cf-17df-4b63-a9d7-76cfac38ca26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.289772 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-3d4915d8-dd51-41a9-b104-23a69813b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:38.291795 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-3d4915d8-dd51-41a9-b104-23a69813b73d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1099 time: 0.3660409 Jul 07 20:53:38.297667 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.298812 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-760f50cf-17df-4b63-a9d7-76cfac38ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.302310 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-efe89b6d-e6a6-4f68-b603-6da990f82eb5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651093 Jul 07 20:53:38.304315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43512) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:38.330060 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group_rule': {'security_group_id': '570755cf-3c6f-48ec-922e-c94ea3650940', 'project_id': '7637edcd784b4d1583d337f3c25456be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:38.334888 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-47f13332-c86d-405f-b925-9b2f3d25fd36 req-5826552c-3366-41d0-a542-d0f09398e4bf service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016109 Jul 07 20:53:38.393742 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4cd2c2c8-1d7f-411a-b13f-465490588bb8 req-ecfca2dd-8f34-4637-a6c4-6fccc1cb14a9 tempest-AttachVolumeNegativeTest-881459731 tempest-AttachVolumeNegativeTest-881459731-project] 10.222.0.72 "GET /v2.0/ports?device_id=371ca487-c8d9-4916-9266-dfb822530de6 HTTP/1.1" status: 200 len: 210 time: 0.0997295 Jul 07 20:53:38.432891 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-760f50cf-17df-4b63-a9d7-76cfac38ca26 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b8e9c740da24217be5da489620142af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7910213 Jul 07 20:53:38.438027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43514) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:38.515252 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f50cf-17df-4b63-a9d7-76cfac38ca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e81565b-b545-4824-b436-166185447086,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:38.533763 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.572743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-9dad0a22-903e-4d68-ab21-b7387daf01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:38.575804 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-9dad0a22-903e-4d68-ab21-b7387daf01c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 915 time: 0.2619514 Jul 07 20:53:38.629557 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ab4f-17f3-4fb2-8091-ad2f18362d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.638313 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.649253 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.679714 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ab4f-17f3-4fb2-8091-ad2f18362d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.686024 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-2f3e46e3-a062-4100-9cc3-09a90001d1eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 1002 time: 0.0936806 Jul 07 20:53:38.692330 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741b1dd4-fe3d-4e26-b0a7-33567259b8ff,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:38.704048 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.710219 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-7257b64b-2e9b-4bf3-bb7b-f489b2dec993 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3983450 Jul 07 20:53:38.714892 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43516) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:38.719505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group_rule': {'security_group_id': '570755cf-3c6f-48ec-922e-c94ea3650940', 'project_id': '7637edcd784b4d1583d337f3c25456be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:38.761269 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ab4f-17f3-4fb2-8091-ad2f18362d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.766084 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ab4f-17f3-4fb2-8091-ad2f18362d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.767914 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2fa7ab4f-17f3-4fb2-8091-ad2f18362d6f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e81565b-b545-4824-b436-166185447086 HTTP/1.1" status: 204 len: 168 time: 0.3242939 Jul 07 20:53:38.799471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7ab4f-17f3-4fb2-8091-ad2f18362d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e81565b-b545-4824-b436-166185447086,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.035026 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab246-cc47-41b9-b50d-7f1a521242ae req-deb9b34b-5052-447e-a123-482c3f6502c2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.036862 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-88dab246-cc47-41b9-b50d-7f1a521242ae req-deb9b34b-5052-447e-a123-482c3f6502c2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 947 time: 0.1190510 Jul 07 20:53:39.104306 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-88dab246-cc47-41b9-b50d-7f1a521242ae req-b9df3516-e25a-44f7-bbeb-78d4b4117772 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577538 Jul 07 20:53:39.134103 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 31a19154-892b-49cb-b49f-81e6a2002bce no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:39.160934 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 31a19154-892b-49cb-b49f-81e6a2002bce {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:39.161675 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 31a19154-892b-49cb-b49f-81e6a2002bce not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:39.288191 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.securitygroups_db [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Project 7637edcd784b4d1583d337f3c25456be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:53:39.300888 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.323409 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-52ca19b0-37fe-452c-91b6-643961437c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.324928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-52ca19b0-37fe-452c-91b6-643961437c07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.6208198 Jul 07 20:53:39.424767 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed650bf-0b2f-49d6-9e3e-6f98028773ad req-3f4d3475-920e-4017-854e-12853d2e05bf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.426734 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6ed650bf-0b2f-49d6-9e3e-6f98028773ad req-3f4d3475-920e-4017-854e-12853d2e05bf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.2253244 Jul 07 20:53:39.497672 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.510216 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.524111 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43538) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:39.552108 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6ed650bf-0b2f-49d6-9e3e-6f98028773ad req-afe4941e-9c71-467e-b5c3-08452a397840 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093431 Jul 07 20:53:39.554922 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e8b4f3-2690-4e8b-a05a-2dcc495fed77,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.561271 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-81e04a40-a090-494a-9db4-72c35850dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.562913 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-81e04a40-a090-494a-9db4-72c35850dd72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2264156 Jul 07 20:53:39.563636 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.565028 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-50372632-94a4-43c6-91fc-ca623ad2e7d7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8491452 Jul 07 20:53:39.567921 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43540) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:39.572849 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'security_group_rule': {'security_group_id': '570755cf-3c6f-48ec-922e-c94ea3650940', 'project_id': '7637edcd784b4d1583d337f3c25456be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:39.595098 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Deleting subnet 08a12624-db88-46b8-9b8c-05674238b7d0 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:53:39.598802 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.642978 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.659514 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.securitygroups_db [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Project 7637edcd784b4d1583d337f3c25456be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:53:39.669717 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.725062 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-020fd77d-2e7f-4c60-bd44-d1ebc4b283f3 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464317 Jul 07 20:53:39.746882 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.804329 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.812068 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.820655 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.840586 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1762c2-c69a-49c0-ba26-6258321fd1a7,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.854045 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a12624-db88-46b8-9b8c-05674238b7d0,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.861836 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.862174 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5378c5db-536c-4053-bc68-89bce76778e3 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2931473 Jul 07 20:53:39.868678 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.869678 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-9f7c24e7-e848-4bcd-94f0-5e15469ade3a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/08a12624-db88-46b8-9b8c-05674238b7d0 HTTP/1.1" status: 204 len: 168 time: 0.3438447 Jul 07 20:53:39.872337 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43552) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:39.882295 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371ca487-c8d9-4916-9266-dfb822530de6', 'name': 'network-vif-deleted', 'tag': '31a19154-892b-49cb-b49f-81e6a2002bce'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:39.884746 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359108e0-d4de-4773-bbe0-b48becf3379f" -d '{"events": [{"server_uuid": "371ca487-c8d9-4916-9266-dfb822530de6", "name": "network-vif-deleted", "tag": "31a19154-892b-49cb-b49f-81e6a2002bce"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:39.953426 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2d9591e4-2515-455c-8885-eb2c93e324cc req-bd2b5155-0b58-403e-a98b-583ae95e02cf service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116470 Jul 07 20:53:39.977868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.002676 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770736e-ce63-4921-b0dd-3015afc9052c x-openstack-request-id: req-5770736e-ce63-4921-b0dd-3015afc9052c {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:40.003050 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371ca487-c8d9-4916-9266-dfb822530de6", "name": "network-vif-deleted", "tag": "31a19154-892b-49cb-b49f-81e6a2002bce", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:40.003283 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5770736e-ce63-4921-b0dd-3015afc9052c {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:40.003955 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371ca487-c8d9-4916-9266-dfb822530de6', 'name': 'network-vif-deleted', 'tag': '31a19154-892b-49cb-b49f-81e6a2002bce', 'status': 'completed', 'code': 200} Jul 07 20:53:40.109997 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-37e89d89-7984-4456-9b2f-db2c9e69718f tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971701818&fields=id&tenant_id=7637edcd784b4d1583d337f3c25456be HTTP/1.1" status: 200 len: 267 time: 0.0456378 Jul 07 20:53:40.125354 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.145815 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8b348a-d22b-4f2f-b096-9eb551dcce6b']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:40.166392 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea73f187-51c6-472e-807a-ad5b29db86ae') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:40.166958 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea73f187-51c6-472e-807a-ad5b29db86ae') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:40.186748 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.187220 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-a1ae378c-a685-44c8-9c99-f7586513d0fa tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.188863 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-a1ae378c-a685-44c8-9c99-f7586513d0fa tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.0719001 Jul 07 20:53:40.203325 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'port': {'security_groups': ['2851dc75-499d-43cb-bd3b-8779fbd78113', '570755cf-3c6f-48ec-922e-c94ea3650940']}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:40.216123 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.227205 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:40.227870 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:40.230925 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:40.244025 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:40.327627 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.344396 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.349210 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] 10.222.0.72 "DELETE /v2.0/networks/ef8b348a-d22b-4f2f-b096-9eb551dcce6b HTTP/1.1" status: 204 len: 168 time: 0.4744246 Jul 07 20:53:40.356501 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.368959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438eb1b-f9d2-41f8-bdbf-de84f8ad063d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8b348a-d22b-4f2f-b096-9eb551dcce6b,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:40.415625 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.549171 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43568) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:40.630649 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-1a2ef53a-d8c8-460d-9710-075666f9ce5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb7289c3b2784708b7dc0f5c9cb7106f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0795214 Jul 07 20:53:40.631598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:40.634656 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43572) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:40.732233 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.747619 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.767302 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e24db1af-f575-408e-b631-2c355cca6b09'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:40.846408 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.847641 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.854404 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7008db-fe5f-4b40-bb3d-b6f1f2b3fbd1 req-90bc8d2a-2ab0-44cd-87f6-8a7648a2ce48 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.857165 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f8ee028-93be-49e2-a530-99b06809ecc7 req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "PUT /v2.0/ports/e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 982 time: 0.6591322 Jul 07 20:53:40.867492 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb7008db-fe5f-4b40-bb3d-b6f1f2b3fbd1 req-90bc8d2a-2ab0-44cd-87f6-8a7648a2ce48 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1490669 Jul 07 20:53:40.880722 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:40.891881 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb232190-3022-422a-8aa4-9323529a0908" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:40.955042 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb7008db-fe5f-4b40-bb3d-b6f1f2b3fbd1 req-66308b31-4c86-4fd0-b913-f917bbfc4c3d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863583 Jul 07 20:53:41.014556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e24db1af-f575-408e-b631-2c355cca6b09'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:41.121078 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-93fb7df8-d301-4f87-bdd5-95eaf9fd1eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.124301 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404864e-3af0-40ce-8895-0e1d3dff402a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=6']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:41.235945 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-93fb7df8-d301-4f87-bdd5-95eaf9fd1eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.408571 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a854d7-7c28-4917-9b34-4fd3e263016a req-09adfce9-810f-4bfd-b900-4097474a582b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:41.411933 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-57a854d7-7c28-4917-9b34-4fd3e263016a req-09adfce9-810f-4bfd-b900-4097474a582b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1413283 Jul 07 20:53:41.424813 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-93fb7df8-d301-4f87-bdd5-95eaf9fd1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.430798 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-93fb7df8-d301-4f87-bdd5-95eaf9fd1eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.438704 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-578e7c88-ee61-4afd-9279-cd06b407aea3 None None] Provisioning complete for port e24db1af-f575-408e-b631-2c355cca6b09 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:41.438704 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-578e7c88-ee61-4afd-9279-cd06b407aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.440625 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-93fb7df8-d301-4f87-bdd5-95eaf9fd1eb5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23a19d16-60a3-4eca-bab3-f81d0b399c74 HTTP/1.1" status: 204 len: 168 time: 0.8040450 Jul 07 20:53:41.469456 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f689e-2b84-46a7-b38b-a746d72c7988 req-ef0b81c7-b884-4e27-b791-85f9cd0044a5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:41.472932 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-669f689e-2b84-46a7-b38b-a746d72c7988 req-ef0b81c7-b884-4e27-b791-85f9cd0044a5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1796513 Jul 07 20:53:41.482401 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb7df8-d301-4f87-bdd5-95eaf9fd1eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a19d16-60a3-4eca-bab3-f81d0b399c74,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:41.511568 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-57a854d7-7c28-4917-9b34-4fd3e263016a req-479d0e55-4632-4d00-a510-86149975a738 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865479 Jul 07 20:53:41.573556 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-669f689e-2b84-46a7-b38b-a746d72c7988 req-4892bb5e-f4f4-4303-a114-486c37e3c91b tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869389 Jul 07 20:53:41.577219 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43590) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:41.671724 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ffb59d-2f11-41d7-858b-8dcb6cf5968d x-openstack-request-id: req-a9ffb59d-2f11-41d7-858b-8dcb6cf5968d {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:41.672728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:41.672728 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9ffb59d-2f11-41d7-858b-8dcb6cf5968d {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:41.673105 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'status': 'completed', 'code': 200} Jul 07 20:53:41.852290 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232190-3022-422a-8aa4-9323529a0908 req-cddf79c0-5bdc-432e-9ae9-fec45e03352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:41.855414 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-cddf79c0-5bdc-432e-9ae9-fec45e03352a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1138 time: 0.1471519 Jul 07 20:53:41.975096 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c978f51-6afe-48a0-b402-37074dd413e5 tempest-TestShelveInstance-802814645 tempest-TestShelveInstance-802814645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:41.979368 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3c978f51-6afe-48a0-b402-37074dd413e5 tempest-TestShelveInstance-802814645 tempest-TestShelveInstance-802814645-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1093 time: 0.4007978 Jul 07 20:53:41.984188 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43600) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:41.989874 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'port_id': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:42.043869 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:42.076242 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232190-3022-422a-8aa4-9323529a0908 req-97f757a6-782d-4451-9316-8264bc883381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.077932 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-97f757a6-782d-4451-9316-8264bc883381 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 915 time: 0.2140298 Jul 07 20:53:42.211562 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-916c7ff5-2901-44df-849c-66489df4b3e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 1002 time: 0.0969453 Jul 07 20:53:42.288899 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232190-3022-422a-8aa4-9323529a0908 req-2bfcf78c-a453-4603-93bf-49c8ca719c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.291214 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-2bfcf78c-a453-4603-93bf-49c8ca719c8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.0712121 Jul 07 20:53:42.354720 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43608) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:42.370640 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:42.550767 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232190-3022-422a-8aa4-9323529a0908 req-94a66d26-6c06-49bb-9a55-129b1e672ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.554050 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-94a66d26-6c06-49bb-9a55-129b1e672ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2482650 Jul 07 20:53:42.628938 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3f743118-aa5e-47e7-8400-2b1e5db02039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:42.701955 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Allocated IP 172.27.3.232 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/4010f578-a882-4973-af57-c34b74efb697) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:42.778648 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3f743118-aa5e-47e7-8400-2b1e5db02039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:42.784104 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3f743118-aa5e-47e7-8400-2b1e5db02039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:42.831683 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3f743118-aa5e-47e7-8400-2b1e5db02039 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=519ac717785749eaa921612b1b2e7803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735982 Jul 07 20:53:42.831683 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f743118-aa5e-47e7-8400-2b1e5db02039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffeb59-8c85-4887-970e-db04aadfdeee,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:42.832544 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43624) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:42.897044 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-98d9c61e-9fe8-46a9-9b6e-68b2ffefb541 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346283 Jul 07 20:53:43.114520 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4009925c-d994-44bc-95fc-0608167a8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.134716 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.172747 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb232190-3022-422a-8aa4-9323529a0908 req-b8f84127-e852-44f3-b614-d284901113f9 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587903 Jul 07 20:53:43.175986 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4009925c-d994-44bc-95fc-0608167a8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.237747 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.289637 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:43.293003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4009925c-d994-44bc-95fc-0608167a8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.295624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4009925c-d994-44bc-95fc-0608167a8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.296879 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-4009925c-d994-44bc-95fc-0608167a8081 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16ffeb59-8c85-4887-970e-db04aadfdeee HTTP/1.1" status: 204 len: 168 time: 0.4570045 Jul 07 20:53:43.304767 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:43.313117 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:43.337148 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009925c-d994-44bc-95fc-0608167a8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffeb59-8c85-4887-970e-db04aadfdeee,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:43.343349 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'Port': ['ID=4010f578-a882-4973-af57-c34b74efb697,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:43.847233 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43646) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:43.864543 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1a24bf66-dd29-4990-8bf5-5961d027bbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.869939 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.983762 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1a24bf66-dd29-4990-8bf5-5961d027bbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.989290 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:43.989747 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1a24bf66-dd29-4990-8bf5-5961d027bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.064018 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-1a24bf66-dd29-4990-8bf5-5961d027bbaa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0a8f4649dca4e378c251c5dbc11ef47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150574 Jul 07 20:53:44.066178 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24bf66-dd29-4990-8bf5-5961d027bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794dce3d-f7e4-4011-9d5b-eb591d760d0f,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:44.072200 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43648) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:44.149584 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca899150-c732-4e65-b160-94f7dc419546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.185117 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca899150-c732-4e65-b160-94f7dc419546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.187565 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.192869 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.254200 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca899150-c732-4e65-b160-94f7dc419546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.259136 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca899150-c732-4e65-b160-94f7dc419546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.261679 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ca899150-c732-4e65-b160-94f7dc419546 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/794dce3d-f7e4-4011-9d5b-eb591d760d0f HTTP/1.1" status: 204 len: 168 time: 0.1872184 Jul 07 20:53:44.278605 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca899150-c732-4e65-b160-94f7dc419546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794dce3d-f7e4-4011-9d5b-eb591d760d0f,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:44.279705 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event updated for resources: {'Port': ['ID=4010f578-a882-4973-af57-c34b74efb697,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:44.306083 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.483953 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Floating IP 9e524bf3-b585-4e3b-8d3f-d68ae87fea67 associated. External IP: 172.27.3.232, port: eb29379a-5c41-4480-a6f9-69f172ce5b81. Jul 07 20:53:44.732788 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Router 0f290ade-2570-4b34-bdfe-97879bec5fc8 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:44.883250 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:44.904977 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:44.905298 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] Sync routers for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:44.945334 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:44.949499 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:45.224289 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:45.292429 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a9b21eb4-52dd-41af-b4ac-3db7097ca925 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3065219 Jul 07 20:53:45.293304 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:45.297301 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1031dbe7-8158-47c6-b375-6cc0e34b25a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:45.363269 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6db497-654d-49f2-a030-17c4f595f5a4 x-openstack-request-id: req-6b6db497-654d-49f2-a030-17c4f595f5a4 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:45.364535 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:45.364908 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b6db497-654d-49f2-a030-17c4f595f5a4 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:45.365415 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'status': 'completed', 'code': 200} Jul 07 20:53:45.620149 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '9e524bf3-b585-4e3b-8d3f-d68ae87fea67', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'port_id': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'mac_address': 'fa:16:3e:73:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:43Z', 'updated_at': '2021-07-07T20:53:43Z', 'revision_number': 0, 'project_id': '481030fc79564188b790930cd36af8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:45.665970 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] Checking router: 0f290ade-2570-4b34-bdfe-97879bec5fc8 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:45.681346 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:45.682377 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:53:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:45.838625 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:46.212765 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '9e524bf3-b585-4e3b-8d3f-d68ae87fea67', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'port_id': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'mac_address': 'fa:16:3e:73:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:43Z', 'updated_at': '2021-07-07T20:53:43Z', 'revision_number': 0, 'project_id': '481030fc79564188b790930cd36af8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:46.247675 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875539c-57a5-4ead-a6fc-8b8651d823dc None None] The sync data for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi is: [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '9e524bf3-b585-4e3b-8d3f-d68ae87fea67', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'port_id': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'mac_address': 'fa:16:3e:73:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:53:43Z', 'updated_at': '2021-07-07T20:53:43Z', 'revision_number': 0, 'project_id': '481030fc79564188b790930cd36af8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:46.503515 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-bcd58027-b75f-432e-8c30-aa7e1782a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.505256 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-bcd58027-b75f-432e-8c30-aa7e1782a14b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1098 time: 0.0947616 Jul 07 20:53:46.528410 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9693b18-31b7-449d-a4b9-9e13d2c48028 None None] New status for floating IP 9e524bf3-b585-4e3b-8d3f-d68ae87fea67: ACTIVE {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:46.993477 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43750) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:47.123136 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c851cae-9f64-43bb-a22b-678e1ebfeed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.246741 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c851cae-9f64-43bb-a22b-678e1ebfeed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.252363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9c851cae-9f64-43bb-a22b-678e1ebfeed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.328432 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-9c851cae-9f64-43bb-a22b-678e1ebfeed1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c649b31affde448f8ae92fcfdd56615f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337715 Jul 07 20:53:47.329800 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c851cae-9f64-43bb-a22b-678e1ebfeed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef81918a-4912-405a-a114-b746117cec71,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:47.333837 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43754) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:47.402881 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dbb44f98-ac53-4be2-88d3-f65c66ab6931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.436667 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dbb44f98-ac53-4be2-88d3-f65c66ab6931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.505913 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-64555e9b-6f19-4c10-818c-9369bd2e760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.509417 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-64555e9b-6f19-4c10-818c-9369bd2e760f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 909 time: 0.1806183 Jul 07 20:53:47.530017 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dbb44f98-ac53-4be2-88d3-f65c66ab6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.533300 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-dbb44f98-ac53-4be2-88d3-f65c66ab6931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.534949 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-dbb44f98-ac53-4be2-88d3-f65c66ab6931 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef81918a-4912-405a-a114-b746117cec71 HTTP/1.1" status: 204 len: 168 time: 0.1999547 Jul 07 20:53:47.546195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb44f98-ac53-4be2-88d3-f65c66ab6931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef81918a-4912-405a-a114-b746117cec71,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:47.926755 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43766) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:47.945930 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed048-df28-450d-9b95-29f2288ff149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.058082 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed048-df28-450d-9b95-29f2288ff149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.063217 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed048-df28-450d-9b95-29f2288ff149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.106008 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2b6ed048-df28-450d-9b95-29f2288ff149 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0adfff023514d9e87b2bee49bce03b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780624 Jul 07 20:53:48.106926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ed048-df28-450d-9b95-29f2288ff149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb150f6-f374-4777-88a8-eae710a9e4dd,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.109210 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43768) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:48.183298 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca91b6e2-9673-4c2e-98ea-317a66251113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.214937 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca91b6e2-9673-4c2e-98ea-317a66251113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.271649 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca91b6e2-9673-4c2e-98ea-317a66251113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.277789 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ca91b6e2-9673-4c2e-98ea-317a66251113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.279851 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ca91b6e2-9673-4c2e-98ea-317a66251113 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ceb150f6-f374-4777-88a8-eae710a9e4dd HTTP/1.1" status: 204 len: 168 time: 0.1690726 Jul 07 20:53:48.293616 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91b6e2-9673-4c2e-98ea-317a66251113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb150f6-f374-4777-88a8-eae710a9e4dd,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.519514 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-113203cc-eb84-4a90-b045-11af095240e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 1001 time: 0.1042199 Jul 07 20:53:48.594140 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-0b8997e9-bd87-47c3-b23e-28f392f76c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.596768 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-0b8997e9-bd87-47c3-b23e-28f392f76c0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.0672338 Jul 07 20:53:48.672337 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-8f56759f-e285-4da0-b1f0-b509af0e504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.673970 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-8f56759f-e285-4da0-b1f0-b509af0e504b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658779 Jul 07 20:53:48.784172 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-8bdb5a13-2760-48f2-8d04-2f63637db358 service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995522 Jul 07 20:53:48.901799 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1031dbe7-8158-47c6-b375-6cc0e34b25a7 req-797f8669-aab3-43b6-8f36-8d0c83f95a4a service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102300 Jul 07 20:53:51.515678 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:52.504232 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 43886) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:52.745301 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab999b-6215-4e4d-8d52-a2549318dfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:52.889497 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab999b-6215-4e4d-8d52-a2549318dfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:52.894970 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e3ab999b-6215-4e4d-8d52-a2549318dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:52.937936 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e3ab999b-6215-4e4d-8d52-a2549318dfe7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8beb67e17ef34db1b19dabb5b3c04ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325440 Jul 07 20:53:52.941984 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 43892) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:52.958121 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab999b-6215-4e4d-8d52-a2549318dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dcb86f-4ad2-4539-9dd4-f3d9ad239b84,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:53.037551 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4024eb37-d8b7-44e7-9cff-6a9e7a536720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.073634 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4024eb37-d8b7-44e7-9cff-6a9e7a536720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.143897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4024eb37-d8b7-44e7-9cff-6a9e7a536720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.146706 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4024eb37-d8b7-44e7-9cff-6a9e7a536720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:53.148006 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-4024eb37-d8b7-44e7-9cff-6a9e7a536720 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32dcb86f-4ad2-4539-9dd4-f3d9ad239b84 HTTP/1.1" status: 204 len: 168 time: 0.2048950 Jul 07 20:53:53.157226 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024eb37-d8b7-44e7-9cff-6a9e7a536720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dcb86f-4ad2-4539-9dd4-f3d9ad239b84,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:54.487296 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-ac90ca5b-336e-430f-8806-114847fd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.488978 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-ac90ca5b-336e-430f-8806-114847fd94bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1138 time: 0.1275356 Jul 07 20:53:54.584427 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77706d-aba1-4d4b-a42e-b5da48be64bd req-2a363a53-9498-445d-928f-8b6510edd4ae tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.587078 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1f77706d-aba1-4d4b-a42e-b5da48be64bd req-2a363a53-9498-445d-928f-8b6510edd4ae tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1762187 Jul 07 20:53:54.665928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1f77706d-aba1-4d4b-a42e-b5da48be64bd req-999647fd-f4b2-4e3c-a79a-57f4130bce31 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702028 Jul 07 20:53:54.669405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-885990ef-0080-460c-9f87-ad8bbaa33fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.671000 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-885990ef-0080-460c-9f87-ad8bbaa33fde service neutron] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 915 time: 0.1724582 Jul 07 20:53:54.780603 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-aea41841-3754-46b8-ba60-cf9ebf3dd942 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 1002 time: 0.0977681 Jul 07 20:53:54.843310 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-0e16f2b0-3e41-4810-8935-75f239cca73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.845008 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-0e16f2b0-3e41-4810-8935-75f239cca73a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.0555260 Jul 07 20:53:54.960569 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-f7ee78fe-5f1e-4e06-99ae-19e86ddcee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.964327 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-f7ee78fe-5f1e-4e06-99ae-19e86ddcee16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055946 Jul 07 20:53:55.183004 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-cf1f6e3e-626d-4383-8906-79e0f0009d34 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040248 Jul 07 20:53:55.348623 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a45a65c5-18a2-47b4-adf7-e1e466b65d3c req-5f6a2b82-d67e-4f41-9ddf-d2ac852995f3 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475639 Jul 07 20:53:55.912702 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bb035-5124-4a2b-8466-2568409de138 req-7a681842-6e1a-44b3-99d5-a2b179e38918 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:55.915681 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f77bb035-5124-4a2b-8466-2568409de138 req-7a681842-6e1a-44b3-99d5-a2b179e38918 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1001747 Jul 07 20:53:55.965060 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f77bb035-5124-4a2b-8466-2568409de138 req-9c6eebb2-5f98-4c0e-9294-7902826ae325 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428596 Jul 07 20:53:57.189116 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1e180-455a-4954-8034-d0476f931d97 req-bf288458-c4f3-401f-ab39-9a3dda4ff1f1 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.190823 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97d1e180-455a-4954-8034-d0476f931d97 req-bf288458-c4f3-401f-ab39-9a3dda4ff1f1 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.0983949 Jul 07 20:53:57.253079 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97d1e180-455a-4954-8034-d0476f931d97 req-8706ccbb-0a35-4028-b000-70a3bf285956 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548418 Jul 07 20:53:58.137853 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44026) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:58.256590 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-156d6699-ed03-4e9d-801b-fc46f391f158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.372382 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-156d6699-ed03-4e9d-801b-fc46f391f158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.376992 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-156d6699-ed03-4e9d-801b-fc46f391f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.437868 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-156d6699-ed03-4e9d-801b-fc46f391f158 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1e60d447b6b42869c7831158d6a3d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985821 Jul 07 20:53:58.438116 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44034) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:58.455694 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d6699-ed03-4e9d-801b-fc46f391f158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c769be9-0166-40b2-b8c2-eaaaaa09e381,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:58.521443 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b584f0-116e-42c3-bf7a-6b7dc2e43502 req-8f8706a9-9e79-43e0-ab48-81726b441ef2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:58.524725 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-35b584f0-116e-42c3-bf7a-6b7dc2e43502 req-8f8706a9-9e79-43e0-ab48-81726b441ef2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1089542 Jul 07 20:53:58.559051 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c5ca71fe-b74f-4dd2-93ff-77d2da744ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.591579 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c5ca71fe-b74f-4dd2-93ff-77d2da744ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.594844 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-35b584f0-116e-42c3-bf7a-6b7dc2e43502 req-af5d802e-68e3-4c02-b4d0-c217dff8a502 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628424 Jul 07 20:53:58.657287 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c5ca71fe-b74f-4dd2-93ff-77d2da744ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.662737 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c5ca71fe-b74f-4dd2-93ff-77d2da744ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.666361 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c5ca71fe-b74f-4dd2-93ff-77d2da744ff2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c769be9-0166-40b2-b8c2-eaaaaa09e381 HTTP/1.1" status: 204 len: 168 time: 0.2262175 Jul 07 20:53:58.681196 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca71fe-b74f-4dd2-93ff-77d2da744ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c769be9-0166-40b2-b8c2-eaaaaa09e381,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:58.904012 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44052) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:59.040593 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-21fbe608-db39-477c-8f47-2883e4294be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.090131 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44056) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:59.105324 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2cc45b79-02e2-4d36-a900-f331163e77fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.199243 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-21fbe608-db39-477c-8f47-2883e4294be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.204750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-21fbe608-db39-477c-8f47-2883e4294be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.282799 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-21fbe608-db39-477c-8f47-2883e4294be7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b4df1dadb5f4419bfc32df9c281d5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772457 Jul 07 20:53:59.284993 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbe608-db39-477c-8f47-2883e4294be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3236b7-8732-480f-9a7c-5782cbf221d2,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.285333 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44058) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:59.328344 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2cc45b79-02e2-4d36-a900-f331163e77fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.337713 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2cc45b79-02e2-4d36-a900-f331163e77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.386945 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2cc45b79-02e2-4d36-a900-f331163e77fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17de93c17eac47188be09d274478dfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956352 Jul 07 20:53:59.390178 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44060) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:59.396611 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc45b79-02e2-4d36-a900-f331163e77fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53342bc8-6050-433e-92d3-5ef71d7388e4,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.410531 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13e7b423-7371-46df-847a-aa5f609b13c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.443935 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13e7b423-7371-46df-847a-aa5f609b13c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.470945 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b1362c2-e5ec-444f-94f6-52783f939747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.503075 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b1362c2-e5ec-444f-94f6-52783f939747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.513380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13e7b423-7371-46df-847a-aa5f609b13c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.517818 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-13e7b423-7371-46df-847a-aa5f609b13c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.520035 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-13e7b423-7371-46df-847a-aa5f609b13c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a3236b7-8732-480f-9a7c-5782cbf221d2 HTTP/1.1" status: 204 len: 168 time: 0.2296875 Jul 07 20:53:59.536070 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7b423-7371-46df-847a-aa5f609b13c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3236b7-8732-480f-9a7c-5782cbf221d2,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.587512 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b1362c2-e5ec-444f-94f6-52783f939747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.592267 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2b1362c2-e5ec-444f-94f6-52783f939747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.594209 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2b1362c2-e5ec-444f-94f6-52783f939747 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53342bc8-6050-433e-92d3-5ef71d7388e4 HTTP/1.1" status: 204 len: 168 time: 0.2024879 Jul 07 20:53:59.611005 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1362c2-e5ec-444f-94f6-52783f939747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53342bc8-6050-433e-92d3-5ef71d7388e4,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.904378 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff101d-697e-4034-8a2e-4b7019f4c9a3 req-53500960-b111-4e6c-a0b5-d8daab8499c1 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.906930 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9dff101d-697e-4034-8a2e-4b7019f4c9a3 req-53500960-b111-4e6c-a0b5-d8daab8499c1 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1223853 Jul 07 20:53:59.969394 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9dff101d-697e-4034-8a2e-4b7019f4c9a3 req-88c0f8df-6d1d-4ded-b77d-f17cd91302ce tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528150 Jul 07 20:54:00.048032 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44072) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.065045 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f7b3-30b4-4281-be5d-a7f60891078f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.071511 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44074) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.089246 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a30a643-5b08-4299-9b38-cc0f5b34dbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.181402 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f7b3-30b4-4281-be5d-a7f60891078f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.186508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f7b3-30b4-4281-be5d-a7f60891078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.261020 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-fbe0f7b3-30b4-4281-be5d-a7f60891078f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d9be94b553941faa5e5b53b1b271875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116008 Jul 07 20:54:00.262560 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0f7b3-30b4-4281-be5d-a7f60891078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716b2816-4365-40ea-8946-ce9ee3ed124e,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:00.266232 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44078) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.316121 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a30a643-5b08-4299-9b38-cc0f5b34dbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.322610 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a30a643-5b08-4299-9b38-cc0f5b34dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.334120 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2884f7d0-5050-4e3a-a8a8-602608b50783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.363675 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2884f7d0-5050-4e3a-a8a8-602608b50783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.366050 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30a643-5b08-4299-9b38-cc0f5b34dbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a08dc6-4f57-4778-8380-6fd686b41fa2,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:00.371963 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8a30a643-5b08-4299-9b38-cc0f5b34dbc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4975ff5a5e114ad48621fa9cecdc7c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988822 Jul 07 20:54:00.375816 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44080) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:00.435377 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a680686b-c70f-42fc-9f81-9d64fa47cf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.452564 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2884f7d0-5050-4e3a-a8a8-602608b50783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.456618 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-2884f7d0-5050-4e3a-a8a8-602608b50783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.458007 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-2884f7d0-5050-4e3a-a8a8-602608b50783 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/716b2816-4365-40ea-8946-ce9ee3ed124e HTTP/1.1" status: 204 len: 168 time: 0.1906774 Jul 07 20:54:00.467960 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a680686b-c70f-42fc-9f81-9d64fa47cf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.471258 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f7d0-5050-4e3a-a8a8-602608b50783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716b2816-4365-40ea-8946-ce9ee3ed124e,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:00.563777 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a680686b-c70f-42fc-9f81-9d64fa47cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.568738 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a680686b-c70f-42fc-9f81-9d64fa47cf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:00.571261 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a680686b-c70f-42fc-9f81-9d64fa47cf7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/60a08dc6-4f57-4778-8380-6fd686b41fa2 HTTP/1.1" status: 204 len: 168 time: 0.1934669 Jul 07 20:54:00.587111 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680686b-c70f-42fc-9f81-9d64fa47cf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a08dc6-4f57-4778-8380-6fd686b41fa2,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:01.260577 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de197e5-5de2-41e3-84c3-8144b5a24544 req-f20df84d-374c-40c8-87aa-be4b025f07cf tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.265913 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8de197e5-5de2-41e3-84c3-8144b5a24544 req-f20df84d-374c-40c8-87aa-be4b025f07cf tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.0916429 Jul 07 20:54:01.281307 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:54:01.346680 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8de197e5-5de2-41e3-84c3-8144b5a24544 req-88ba66be-6ef7-4048-8305-e8c9e8157f72 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682390 Jul 07 20:54:02.373836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44152) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:02.553347 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-64bedd85-d3ad-4319-a5ef-6465d1cf43bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.661288 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f452236-c113-4bf3-a404-149ad7e22290 req-b2b45153-f8f4-4ade-a23f-85356fe64848 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.665132 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1f452236-c113-4bf3-a404-149ad7e22290 req-b2b45153-f8f4-4ade-a23f-85356fe64848 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1111784 Jul 07 20:54:02.714673 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-64bedd85-d3ad-4319-a5ef-6465d1cf43bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.720320 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-64bedd85-d3ad-4319-a5ef-6465d1cf43bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.734772 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1f452236-c113-4bf3-a404-149ad7e22290 req-6f5d9451-d97a-4fc1-89d1-8adf3853cd52 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579414 Jul 07 20:54:02.793811 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-64bedd85-d3ad-4319-a5ef-6465d1cf43bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eee42d9f6e1743fa841d1f8ed23af43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181700 Jul 07 20:54:02.795841 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bedd85-d3ad-4319-a5ef-6465d1cf43bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26372a58-8cd8-40d1-bb67-51dc95bd60c2,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:02.797513 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44164) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:02.873696 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-471d02f2-19c5-4789-8bc0-135a44690261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.904077 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-471d02f2-19c5-4789-8bc0-135a44690261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.973676 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-471d02f2-19c5-4789-8bc0-135a44690261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.977815 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-471d02f2-19c5-4789-8bc0-135a44690261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.979512 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-471d02f2-19c5-4789-8bc0-135a44690261 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26372a58-8cd8-40d1-bb67-51dc95bd60c2 HTTP/1.1" status: 204 len: 168 time: 0.1806970 Jul 07 20:54:02.994368 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d02f2-19c5-4789-8bc0-135a44690261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26372a58-8cd8-40d1-bb67-51dc95bd60c2,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:03.483920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c744547f-5832-4d09-aae4-8465d5d3f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.810772 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44194) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:03.925464 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-44683066-network', 'tenant_id': '3beb3e556e844e2bb77be1e7a2266a72'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:03.953244 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Made reservation on behalf of 3beb3e556e844e2bb77be1e7a2266a72 for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:03.956599 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.971974 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.001709 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cf5ee-8ff6-4398-ad35-f872427af5b9 req-343b87da-ae5c-457c-95b2-f143398ece77 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.004403 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-818cf5ee-8ff6-4398-ad35-f872427af5b9 req-343b87da-ae5c-457c-95b2-f143398ece77 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.0938518 Jul 07 20:54:04.060348 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-818cf5ee-8ff6-4398-ad35-f872427af5b9 req-0eba77ac-64ba-4365-a75b-43d3a7a63fed tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467479 Jul 07 20:54:04.112748 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.117871 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.146589 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:04.158817 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37c184-8d39-43b5-9803-d7e165b96fa0,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:04.166019 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.166375 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Added segment e2221090-a3f3-49bb-972e-ad53ac6f9c5a of type vlan for network 01514da4-70ce-47e7-be76-a55f78ad090d Jul 07 20:54:04.216825 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.251143 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.252317 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.252972 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.318021 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5054247 Jul 07 20:54:04.323217 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44200) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:04.331480 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Request body: {'subnet': {'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-44683066-subnet', 'tenant_id': '3beb3e556e844e2bb77be1e7a2266a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:04.345505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d651f94-0620-4073-9540-20fc28bd16ef admin admin] Pushing event updated for resources: {'Network': ['ID=01514da4-70ce-47e7-be76-a55f78ad090d,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:04.361458 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 01514da4-70ce-47e7-be76-a55f78ad090d details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:04.373069 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Made reservation on behalf of 3beb3e556e844e2bb77be1e7a2266a72 for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:04.376264 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.673118 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.772473 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb4b75a-8f34-4948-aa13-f9f33506f799,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:04.790783 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Checking segment: {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:04.791160 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Network hostable DHCP agents. Network: 01514da4-70ce-47e7-be76-a55f78ad090d, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:04.813356 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Network 01514da4-70ce-47e7-be76-a55f78ad090d is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:04.829817 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 01514da4-70ce-47e7-be76-a55f78ad090d) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:04.834623 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.835273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.852893 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-255e12ca-2668-4f0e-b844-e402be082da0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5280311 Jul 07 20:54:04.861633 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac3d39-f02e-4662-88fa-babfa78f8bbf None None] Network 01514da4-70ce-47e7-be76-a55f78ad090d requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:05.053579 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b557bc-8024-40fe-95fe-3f32133ccf52 None None] Network 01514da4-70ce-47e7-be76-a55f78ad090d requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:05.313122 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51bfd4-c6f5-4b5e-9370-52188594a8dd req-16c5a383-0d53-401d-b8d2-ba049e96f8d1 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:05.315367 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3c51bfd4-c6f5-4b5e-9370-52188594a8dd req-16c5a383-0d53-401d-b8d2-ba049e96f8d1 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.0828488 Jul 07 20:54:05.364866 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3c51bfd4-c6f5-4b5e-9370-52188594a8dd req-db166d02-aea8-4e27-ab25-5e90b907eb8e tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418806 Jul 07 20:54:06.520995 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-96630ef8-e181-4a50-adc3-d98db711135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:06.575038 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0662d16-a980-4d1b-b00c-1208b7c8b2db req-d2b3508e-366e-4495-90b1-86ab53ee93aa tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.577029 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d0662d16-a980-4d1b-b00c-1208b7c8b2db req-d2b3508e-366e-4495-90b1-86ab53ee93aa tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.0815172 Jul 07 20:54:06.629123 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d0662d16-a980-4d1b-b00c-1208b7c8b2db req-764c6bc4-d9d4-43dc-99e3-9570ec8ce903 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458033 Jul 07 20:54:06.956367 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-fe1d88e2-c904-4dba-9384-4bf6fa73bfc4 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.958112 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-fe1d88e2-c904-4dba-9384-4bf6fa73bfc4 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/networks?id=01514da4-70ce-47e7-be76-a55f78ad090d HTTP/1.1" status: 200 len: 812 time: 0.1227763 Jul 07 20:54:06.978818 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-ff3f64db-d45f-4276-9ffe-848d0345c2ff tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/quotas/3beb3e556e844e2bb77be1e7a2266a72 HTTP/1.1" status: 200 len: 375 time: 0.0108321 Jul 07 20:54:07.007166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.020889 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-3a8c54f3-08e5-4d17-8f56-5cb2d9a6f478 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359585 Jul 07 20:54:07.131945 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-3ac960de-b13e-4959-81c6-76b9b1696259 service neutron] 10.222.0.72 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024702 Jul 07 20:54:07.245177 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-518171e1-4e16-47aa-a33d-5131fdc9caea service neutron] 10.222.0.72 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034598 Jul 07 20:54:07.474716 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9cfb3a4c-603c-4c2a-a27e-d13f33f39595 req-f8a328ab-2ed2-403d-ab75-c8f2f789d0be tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 210 time: 0.0474756 Jul 07 20:54:07.761552 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44276) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:07.938082 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-666a4266-e9e5-4881-b365-7e83a355f8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.021783 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2144f-cc41-4196-bd3d-2792a4170812 req-88b0c019-c62f-4b69-b13a-b9d589a180b0 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:08.025241 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e7e2144f-cc41-4196-bd3d-2792a4170812 req-88b0c019-c62f-4b69-b13a-b9d589a180b0 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1805053 Jul 07 20:54:08.046292 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.138120 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e7e2144f-cc41-4196-bd3d-2792a4170812 req-c4fc8c36-0651-47f5-82de-dea3860ec143 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029572 Jul 07 20:54:08.210393 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-666a4266-e9e5-4881-b365-7e83a355f8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.216459 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-666a4266-e9e5-4881-b365-7e83a355f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.258466 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-666a4266-e9e5-4881-b365-7e83a355f8dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57b213cf4e5e476193af4e85edc9d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954753 Jul 07 20:54:08.259411 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4266-e9e5-4881-b365-7e83a355f8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67f357-fa0d-4fe0-8a21-c42d30456254,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:08.263064 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44284) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:08.338396 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d00410a-9ac4-4884-8dbd-288c0dca3859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.379931 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d00410a-9ac4-4884-8dbd-288c0dca3859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.450968 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d00410a-9ac4-4884-8dbd-288c0dca3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.453651 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d00410a-9ac4-4884-8dbd-288c0dca3859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.455405 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5d00410a-9ac4-4884-8dbd-288c0dca3859 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b67f357-fa0d-4fe0-8a21-c42d30456254 HTTP/1.1" status: 204 len: 168 time: 0.1909575 Jul 07 20:54:08.464801 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00410a-9ac4-4884-8dbd-288c0dca3859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67f357-fa0d-4fe0-8a21-c42d30456254,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:08.672780 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1d95552f-cd62-4173-9969-a0c137a8b0f8 req-2baa4918-2063-4fb7-9fb8-6b360a161aa9 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 210 time: 0.0332642 Jul 07 20:54:08.806709 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44292) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:08.828938 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5b99b94b-1f90-449a-b06c-83291b78c52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.969836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5b99b94b-1f90-449a-b06c-83291b78c52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:08.976132 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5b99b94b-1f90-449a-b06c-83291b78c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.054679 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5b99b94b-1f90-449a-b06c-83291b78c52f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb9b3116eedc4afe8854c8270d190738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456150 Jul 07 20:54:09.056658 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99b94b-1f90-449a-b06c-83291b78c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbcd39a-e530-4ca7-a994-d92d8713c5c9,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:09.057647 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44294) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:09.152166 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-8042b980-b889-4efe-b1e3-6f4a7752c2f2 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.153861 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-8042b980-b889-4efe-b1e3-6f4a7752c2f2 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "GET /v2.0/networks?id=01514da4-70ce-47e7-be76-a55f78ad090d HTTP/1.1" status: 200 len: 812 time: 0.2087753 Jul 07 20:54:09.170874 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Request body: {'port': {'device_id': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d', 'admin_state_up': True, 'tenant_id': '3beb3e556e844e2bb77be1e7a2266a72'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:09.252865 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7e100aa7-6a19-480c-8bc2-aca05a8ae662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.315161 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7e100aa7-6a19-480c-8bc2-aca05a8ae662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.465822 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Made reservation on behalf of 3beb3e556e844e2bb77be1e7a2266a72 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:09.469539 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.482908 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7748b6-971f-4b8a-9f04-f5b38ce054e1 req-11c6269d-fd31-4643-ad22-d60646f8e16b tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.484562 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e7748b6-971f-4b8a-9f04-f5b38ce054e1 req-11c6269d-fd31-4643-ad22-d60646f8e16b tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1741538 Jul 07 20:54:09.492565 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7e100aa7-6a19-480c-8bc2-aca05a8ae662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.495173 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7e100aa7-6a19-480c-8bc2-aca05a8ae662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.496364 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-7e100aa7-6a19-480c-8bc2-aca05a8ae662 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0bbcd39a-e530-4ca7-a994-d92d8713c5c9 HTTP/1.1" status: 204 len: 168 time: 0.4365702 Jul 07 20:54:09.529499 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e100aa7-6a19-480c-8bc2-aca05a8ae662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbcd39a-e530-4ca7-a994-d92d8713c5c9,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:09.595713 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e7748b6-971f-4b8a-9f04-f5b38ce054e1 req-ac90a1a5-1b58-4e6f-8a50-ee0f81f1d5a4 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980422 Jul 07 20:54:09.697358 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Allocated IP 172.20.0.10 (01514da4-70ce-47e7-be76-a55f78ad090d/1fb4b75a-8f34-4948-aa13-f9f33506f799/5653f1c8-65ed-4068-9b45-f95d6893fb7d) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:09.921714 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.982719 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.055902 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Network 01514da4-70ce-47e7-be76-a55f78ad090d is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:10.061604 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:10.072538 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:10.084036 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053715ff-ca88-4bd2-90dc-4b0a73bc4977 req-1f380035-bae6-4d32-9678-c3b56246c3a0 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:10.087172 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-053715ff-ca88-4bd2-90dc-4b0a73bc4977 req-1f380035-bae6-4d32-9678-c3b56246c3a0 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 932 time: 0.1152699 Jul 07 20:54:10.125238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Pushing event updated for resources: {'Port': ['ID=5653f1c8-65ed-4068-9b45-f95d6893fb7d,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:10.153445 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-053715ff-ca88-4bd2-90dc-4b0a73bc4977 req-2132ee9f-017d-4fc5-baf4-399418902659 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Jul 07 20:54:10.167460 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:10.168145 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.186586 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-f981b67d-bf02-41e7-856b-00dd26627392 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0199218 Jul 07 20:54:10.207477 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Request body: {'port': {'device_id': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:10.311655 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.411508 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.509870 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44324) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:10.650666 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1937533347-network', 'tenant_id': 'abcfe31db8de49188498ade8c0bc342f'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:10.703896 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5653f1c8-65ed-4068-9b45-f95d6893fb7d {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:10.711453 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Made reservation on behalf of abcfe31db8de49188498ade8c0bc342f for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:10.715042 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.719146 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.738459 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.755586 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Transition to ACTIVE for port object 5653f1c8-65ed-4068-9b45-f95d6893fb7d will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:10.762506 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.847917 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Pushing event updated for resources: {'Port': ['ID=5653f1c8-65ed-4068-9b45-f95d6893fb7d,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:10.972118 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Attempting to bind port 5653f1c8-65ed-4068-9b45-f95d6893fb7d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:10.972460 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Attempting to bind port 5653f1c8-65ed-4068-9b45-f95d6893fb7d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:10.972787 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Attempting to bind port 5653f1c8-65ed-4068-9b45-f95d6893fb7d on network 01514da4-70ce-47e7-be76-a55f78ad090d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:10.986950 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Port 5653f1c8-65ed-4068-9b45-f95d6893fb7d on network 01514da4-70ce-47e7-be76-a55f78ad090d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:10.987289 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Attempting to bind port 5653f1c8-65ed-4068-9b45-f95d6893fb7d on network 01514da4-70ce-47e7-be76-a55f78ad090d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:10.995437 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.999460 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:10.999849 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Checking segment: {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:11.000194 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Bound using segment: {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:11.000643 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Bound port: 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:11.001002 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.004749 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.069239 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:11.125187 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.125546 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Added segment 1c71c153-f661-42ef-ae3b-feb67b82e2a1 of type vlan for network 45826278-b8ad-4e32-8dd1-e34f7a2c5efe Jul 07 20:54:11.126939 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60b37b-a637-4598-b25b-c3fd79619172,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:11.200127 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.205792 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] For port 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:11.237442 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] For port 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:11.249028 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.296201 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f829b-f0a4-4930-9741-472766b8ec73 req-6d5ecdf7-6e8f-43f3-8f29-6b37b2fb5934 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.297784 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-df7f829b-f0a4-4930-9741-472766b8ec73 req-6d5ecdf7-6e8f-43f3-8f29-6b37b2fb5934 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.2297516 Jul 07 20:54:11.308926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.309912 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.311244 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-4727b97a-39e4-4872-9222-311b410c379a service neutron] 10.222.0.83 "PUT /v2.0/ports/5653f1c8-65ed-4068-9b45-f95d6893fb7d HTTP/1.1" status: 200 len: 1094 time: 1.1144075 Jul 07 20:54:11.314112 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'tag': '5653f1c8-65ed-4068-9b45-f95d6893fb7d'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:11.316967 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fed98e-594f-48e9-ac73-7d8c91da2bef" -d '{"events": [{"name": "network-changed", "server_uuid": "47365e1f-9538-4c0f-acfa-75bbe3452bc3", "tag": "5653f1c8-65ed-4068-9b45-f95d6893fb7d"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:11.325693 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.326695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.327273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.442015 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727b97a-39e4-4872-9222-311b410c379a service neutron] Pushing event updated for resources: {'Port': ['ID=5653f1c8-65ed-4068-9b45-f95d6893fb7d,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:11.453552 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9385400 Jul 07 20:54:11.454095 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44338) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:11.459841 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Request body: {'subnet': {'network_id': '45826278-b8ad-4e32-8dd1-e34f7a2c5efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1937533347-subnet', 'tenant_id': 'abcfe31db8de49188498ade8c0bc342f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:11.483196 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241506-64b5-4123-be00-0976b85b5088 admin admin] Pushing event updated for resources: {'Network': ['ID=45826278-b8ad-4e32-8dd1-e34f7a2c5efe,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:11.505111 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 45826278-b8ad-4e32-8dd1-e34f7a2c5efe details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:11.509517 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Made reservation on behalf of abcfe31db8de49188498ade8c0bc342f for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:11.512296 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.522819 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305f306-33a5-4c16-91a7-88a0ccbe78d9 req-c3ac6ffe-0bf2-4ab3-9b49-684c2f86b766 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.528081 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e305f306-33a5-4c16-91a7-88a0ccbe78d9 req-c3ac6ffe-0bf2-4ab3-9b49-684c2f86b766 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 944 time: 0.1655190 Jul 07 20:54:11.571275 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-327356ba-bb94-438a-8e1e-b0dc28b3674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.572842 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-327356ba-bb94-438a-8e1e-b0dc28b3674b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 1097 time: 0.2075691 Jul 07 20:54:11.649135 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e305f306-33a5-4c16-91a7-88a0ccbe78d9 req-79662c0d-f490-48a9-91c7-b4fbc9912925 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101456 Jul 07 20:54:11.663201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-8377d676-5fbb-4ce6-9a7d-b028ae220141 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d HTTP/1.1" status: 200 len: 217 time: 0.0652139 Jul 07 20:54:11.740680 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce10720-b211-4b1e-ad87-f0922ad52749 x-openstack-request-id: req-0ce10720-b211-4b1e-ad87-f0922ad52749 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:11.740974 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47365e1f-9538-4c0f-acfa-75bbe3452bc3", "tag": "5653f1c8-65ed-4068-9b45-f95d6893fb7d", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:11.741225 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ce10720-b211-4b1e-ad87-f0922ad52749 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:11.741615 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'tag': '5653f1c8-65ed-4068-9b45-f95d6893fb7d', 'status': 'completed', 'code': 200} Jul 07 20:54:11.751399 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-df7f829b-f0a4-4930-9741-472766b8ec73 req-efd8df7b-ba77-4002-b0a3-2b6930e2d889 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4286633 Jul 07 20:54:11.787255 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-e23f1933-9e7d-4092-9347-112908a9bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.788776 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-e23f1933-9e7d-4092-9347-112908a9bdd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fb4b75a-8f34-4948-aa13-f9f33506f799 HTTP/1.1" status: 200 len: 852 time: 0.1117702 Jul 07 20:54:11.830553 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-18034ed1-2157-4bc4-bc22-e1aa448266fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=01514da4-70ce-47e7-be76-a55f78ad090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339961 Jul 07 20:54:11.926973 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.022135 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747543f6-29ee-4f21-ac2b-d75dde687ced,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:12.027435 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-c72820da-9cec-49ad-bbab-bcfa7fa64963 service neutron] 10.222.0.83 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769772 Jul 07 20:54:12.037859 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Checking segment: {'id': '1c71c153-f661-42ef-ae3b-feb67b82e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45826278-b8ad-4e32-8dd1-e34f7a2c5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:12.038293 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Network hostable DHCP agents. Network: 45826278-b8ad-4e32-8dd1-e34f7a2c5efe, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:12.422862 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Network 45826278-b8ad-4e32-8dd1-e34f7a2c5efe is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:12.442403 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 45826278-b8ad-4e32-8dd1-e34f7a2c5efe) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:12.448874 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:12.449607 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.452013 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def9c46-9660-4103-a790-f9c55dbd3de2 None None] Network 45826278-b8ad-4e32-8dd1-e34f7a2c5efe requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:12.483808 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d9e1ea15-af97-4af5-bb2c-97d8daf7fe96 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0277579 Jul 07 20:54:12.486537 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-97a1f428-31af-462c-9277-636a1c9df4d8 req-38574923-f838-47af-8aa9-dc09e7fd34e4 service neutron] 10.222.0.83 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432259 Jul 07 20:54:12.619619 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc243d0-216d-4858-9f69-25b54a5b1a2e None None] Network 45826278-b8ad-4e32-8dd1-e34f7a2c5efe requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:12.629787 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-5826bc8f-321e-48cc-8eb1-95a93c846ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:12.631533 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-5826bc8f-321e-48cc-8eb1-95a93c846ff2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0692136 Jul 07 20:54:12.772897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-5acf83c4-0923-451a-9023-23fe3ae5aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:12.774794 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-5acf83c4-0923-451a-9023-23fe3ae5aae3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=01514da4-70ce-47e7-be76-a55f78ad090d HTTP/1.1" status: 200 len: 913 time: 0.1349058 Jul 07 20:54:12.836855 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-0ddd254f-b754-4f7b-b9fb-02ebd2eac8ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d HTTP/1.1" status: 200 len: 217 time: 0.0511119 Jul 07 20:54:12.889793 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e344d-0748-4e01-bb40-646785d391b8 req-f26bdcc8-d91b-41ac-ab95-0fb57f16f626 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:12.894952 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-525e344d-0748-4e01-bb40-646785d391b8 req-f26bdcc8-d91b-41ac-ab95-0fb57f16f626 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 944 time: 0.0765288 Jul 07 20:54:12.950211 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-d9260c0f-d52b-4bb6-9729-4746d03975ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:12.951713 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-d9260c0f-d52b-4bb6-9729-4746d03975ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fb4b75a-8f34-4948-aa13-f9f33506f799 HTTP/1.1" status: 200 len: 852 time: 0.0994856 Jul 07 20:54:12.952464 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-525e344d-0748-4e01-bb40-646785d391b8 req-73c98eda-3831-4e37-be9b-a25056ade36d tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544393 Jul 07 20:54:13.000781 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-8a9f7e1d-2ad8-4183-8842-9aa6fc6fa9d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=01514da4-70ce-47e7-be76-a55f78ad090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364826 Jul 07 20:54:13.027758 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2d380-eaa0-4ac6-bcdc-af94e8a96472 req-03761cf7-1e41-4bac-ba6c-10076a786c6f tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:13.030779 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1ca2d380-eaa0-4ac6-bcdc-af94e8a96472 req-03761cf7-1e41-4bac-ba6c-10076a786c6f tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.1372554 Jul 07 20:54:13.147496 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1ca2d380-eaa0-4ac6-bcdc-af94e8a96472 req-9b4dd5c2-00a5-4857-8f93-eba966245647 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&id=570755cf-3c6f-48ec-922e-c94ea3650940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033363 Jul 07 20:54:13.176042 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-ef114591-7fd3-40c9-bc5f-8f5dc93efc5d service neutron] 10.222.0.83 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657064 Jul 07 20:54:13.253898 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44360) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:13.259900 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1109445425-network', 'tenant_id': '3f75e9ce2d664a50bb8d03e07a581cc5'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:13.290595 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Made reservation on behalf of 3f75e9ce2d664a50bb8d03e07a581cc5 for: {'network': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:13.293680 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.302337 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.310980 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c0fed98e-594f-48e9-ac73-7d8c91da2bef req-ecd26f76-a23e-4750-b109-b61a05afb98c service neutron] 10.222.0.83 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275377 Jul 07 20:54:13.407585 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.411945 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.442197 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=99431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:13.453363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7461a7-d4a0-43aa-a479-6a193c466846,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:13.458368 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.458736 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.segments_db [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Added segment c8107221-84cb-46c3-87f8-dd7c8871e80b of type vlan for network d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a Jul 07 20:54:13.503885 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.541401 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.542637 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:13.543230 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.597617 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3424249 Jul 07 20:54:13.600626 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44362) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:13.608830 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Request body: {'subnet': {'network_id': 'd4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1109445425-subnet', 'tenant_id': '3f75e9ce2d664a50bb8d03e07a581cc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:13.622495 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d1cd-182a-499f-9dc4-79cb759da081 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:13.636467 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:13.642083 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Made reservation on behalf of 3f75e9ce2d664a50bb8d03e07a581cc5 for: {'subnet': 1} {{(pid=99431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:13.645967 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5647981'] for subnet, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.873007 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7144477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5647999'] for subnet, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.933157 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a8df79-b0e6-4025-bcdd-8d0e03ae3db3,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:13.943907 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Checking segment: {'id': 'c8107221-84cb-46c3-87f8-dd7c8871e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:13.944258 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Network hostable DHCP agents. Network: d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:13.964551 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Network d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:13.975007 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.base_scheduler [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a) {{(pid=99431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:13.979640 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:13.980380 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.989599 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d35fe-77fa-4272-a3be-67568b51b57c None None] Network d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:14.003988 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-37f8ab89-7097-4221-bb59-3505d58f989f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4022677 Jul 07 20:54:14.152959 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5658e8-78f3-48b0-a5c8-e6b794c58f53 None None] Network d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:14.489589 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f7c6f-45f5-4090-8c23-dc8828c34626 req-edbf4caf-8c7d-4665-adfd-f62021165665 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:14.491138 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-647f7c6f-45f5-4090-8c23-dc8828c34626 req-edbf4caf-8c7d-4665-adfd-f62021165665 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 944 time: 0.3460364 Jul 07 20:54:14.537524 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-647f7c6f-45f5-4090-8c23-dc8828c34626 req-94ab4900-dc6a-4a04-9a1d-6ac888fe5a0f tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Jul 07 20:54:15.328243 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 5653f1c8-65ed-4068-9b45-f95d6893fb7d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:15.439081 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:15.453754 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '5653f1c8-65ed-4068-9b45-f95d6893fb7d', 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d', 'port_id': '5653f1c8-65ed-4068-9b45-f95d6893fb7d', 'mac_address': 'fa:16:3e:f7:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb4b75a-8f34-4948-aa13-f9f33506f799', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:54:15.515248 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.531585 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5653f1c8-65ed-4068-9b45-f95d6893fb7d {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:15.554939 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:15.560273 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.615912 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=5653f1c8-65ed-4068-9b45-f95d6893fb7d,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:15.728735 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674df602-a6ef-41ba-9997-4ce4b9cc3603 req-6cdba9ea-b836-4f5a-bea4-7789c4a85ccb tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:15.730449 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-674df602-a6ef-41ba-9997-4ce4b9cc3603 req-6cdba9ea-b836-4f5a-bea4-7789c4a85ccb tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 945 time: 0.0711122 Jul 07 20:54:15.777745 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-674df602-a6ef-41ba-9997-4ce4b9cc3603 req-16cb27fc-dcd3-4e7a-ae4a-cf8e26ec8939 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Jul 07 20:54:15.897948 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['5653f1c8-65ed-4068-9b45-f95d6893fb7d'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:17.009585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f8cb5-d8c2-4799-93af-222625609839 req-88c287da-484d-493d-93fd-e4a2d2d4fa51 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:17.012010 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-499f8cb5-d8c2-4799-93af-222625609839 req-88c287da-484d-493d-93fd-e4a2d2d4fa51 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 945 time: 0.1019835 Jul 07 20:54:17.086978 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-499f8cb5-d8c2-4799-93af-222625609839 req-dcb58744-74e7-40bb-a4ed-0fbd049a5d6e tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Jul 07 20:54:17.329895 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 5653f1c8-65ed-4068-9b45-f95d6893fb7d up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:17.396746 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 5653f1c8-65ed-4068-9b45-f95d6893fb7d completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:17.402048 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 5653f1c8-65ed-4068-9b45-f95d6893fb7d triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:17.402443 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.505038 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.534028 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653f1c8-65ed-4068-9b45-f95d6893fb7d'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:17.536635 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1fc72c-da05-47a6-adca-7e950a2221f9" -d '{"events": [{"server_uuid": "47365e1f-9538-4c0f-acfa-75bbe3452bc3", "name": "network-vif-plugged", "status": "completed", "tag": "5653f1c8-65ed-4068-9b45-f95d6893fb7d"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:17.553444 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:17.558824 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.621721 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=5653f1c8-65ed-4068-9b45-f95d6893fb7d,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:17.627357 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807be6be-d7aa-4082-aaa1-cffea04a44c0 x-openstack-request-id: req-807be6be-d7aa-4082-aaa1-cffea04a44c0 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:17.627880 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47365e1f-9538-4c0f-acfa-75bbe3452bc3", "name": "network-vif-plugged", "status": "completed", "tag": "5653f1c8-65ed-4068-9b45-f95d6893fb7d", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:17.628172 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-807be6be-d7aa-4082-aaa1-cffea04a44c0 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:17.628650 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653f1c8-65ed-4068-9b45-f95d6893fb7d', 'code': 200} Jul 07 20:54:17.936054 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abcc9e-6db5-421d-a5a4-6f47a4493a25 req-2b2fcd70-4f8e-48ee-b310-bd3fdf123d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:17.937811 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-52abcc9e-6db5-421d-a5a4-6f47a4493a25 req-2b2fcd70-4f8e-48ee-b310-bd3fdf123d84 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0651548 Jul 07 20:54:18.002005 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-52abcc9e-6db5-421d-a5a4-6f47a4493a25 req-b95e7423-63e7-4305-aa42-8da6f2a36edc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557563 Jul 07 20:54:18.347675 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dc4da-1cc4-459c-803e-ea9a4e40c1c9 req-61d74870-4d53-481e-9ae4-ae70894bbb34 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:18.351437 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d69dc4da-1cc4-459c-803e-ea9a4e40c1c9 req-61d74870-4d53-481e-9ae4-ae70894bbb34 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 946 time: 0.1306524 Jul 07 20:54:18.414996 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d69dc4da-1cc4-459c-803e-ea9a4e40c1c9 req-6d92b807-436d-4002-8573-a895bd3ef207 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560336 Jul 07 20:54:18.493305 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c4e8a-ac42-4085-b6ab-ac1734f66f05 req-7745c531-6acb-426a-89cb-6a2fb872cac7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:18.494799 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9e7c4e8a-ac42-4085-b6ab-ac1734f66f05 req-7745c531-6acb-426a-89cb-6a2fb872cac7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1208680 Jul 07 20:54:18.540207 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9e7c4e8a-ac42-4085-b6ab-ac1734f66f05 req-bdb3c9cd-c594-4f84-827f-9cf1f753e921 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392926 Jul 07 20:54:19.450170 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-a89ef92b-da4b-4633-b834-67a1349df632 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608907 Jul 07 20:54:19.561947 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283ad85-ad87-4a43-932a-8207743ca35d req-3ca9de35-e95f-4bdc-bd3e-77e69fa6bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.564732 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-3ca9de35-e95f-4bdc-bd3e-77e69fa6bcfa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 1100 time: 0.0596735 Jul 07 20:54:19.702872 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283ad85-ad87-4a43-932a-8207743ca35d req-7534b4c6-8ddc-439a-8ab3-abed9e35d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.704450 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-7534b4c6-8ddc-439a-8ab3-abed9e35d7f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.1093380 Jul 07 20:54:19.750654 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910048c-622d-47aa-be00-b7d033b6e7bb req-b371a5d4-0095-429c-b014-71ef16f737cd tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.752857 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d910048c-622d-47aa-be00-b7d033b6e7bb req-b371a5d4-0095-429c-b014-71ef16f737cd tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 946 time: 0.1146727 Jul 07 20:54:19.799715 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d910048c-622d-47aa-be00-b7d033b6e7bb req-8da8640a-cd89-4f45-9e2b-5e3b65c3c1d6 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Jul 07 20:54:19.819379 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-7d1e8bb2-fe2c-40e4-824b-c8e78a723f7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 200 len: 1002 time: 0.1035378 Jul 07 20:54:19.876428 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e09b-1b25-4e6b-b93b-ac7556c0785c req-78c37bbd-2edd-4c00-9d45-70d36c9963ac tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.878054 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-62f8e09b-1b25-4e6b-b93b-ac7556c0785c req-78c37bbd-2edd-4c00-9d45-70d36c9963ac tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1606886 Jul 07 20:54:19.941583 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283ad85-ad87-4a43-932a-8207743ca35d req-9c9e967b-f621-488f-b051-ae8edaa09f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.948942 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-9c9e967b-f621-488f-b051-ae8edaa09f7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.1092150 Jul 07 20:54:19.996326 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-62f8e09b-1b25-4e6b-b93b-ac7556c0785c req-e686f09d-8d33-4b71-ab0b-dc511ad0ae1a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031518 Jul 07 20:54:20.053260 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283ad85-ad87-4a43-932a-8207743ca35d req-ce94e955-1a72-43d0-a44f-c2aef1b8f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.056556 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-ce94e955-1a72-43d0-a44f-c2aef1b8f593 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963845 Jul 07 20:54:20.211360 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-240e3dac-a0a5-4d48-a04d-3e4f6d2b137f service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459253 Jul 07 20:54:20.373063 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f283ad85-ad87-4a43-932a-8207743ca35d req-0edfdcf5-7e54-44f4-aeb2-9b483c5e9ef6 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554606 Jul 07 20:54:21.218286 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96da1-b46d-4df5-bf5e-abee797fb0ad req-feea5974-9a29-4359-b3b0-e4bfaba23660 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:21.220187 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-72d96da1-b46d-4df5-bf5e-abee797fb0ad req-feea5974-9a29-4359-b3b0-e4bfaba23660 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0769269 Jul 07 20:54:21.267894 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-72d96da1-b46d-4df5-bf5e-abee797fb0ad req-45ba91eb-007b-4d9a-a58b-3bb9104da9fe tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388229 Jul 07 20:54:21.520265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.519895 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33364d-ef9c-4cef-bca5-8eed767edfbf req-c3a91fc0-0733-42ba-a42c-ec44aed048b5 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.521615 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd33364d-ef9c-4cef-bca5-8eed767edfbf req-c3a91fc0-0733-42ba-a42c-ec44aed048b5 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0841303 Jul 07 20:54:22.588359 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd33364d-ef9c-4cef-bca5-8eed767edfbf req-e119c60f-c012-4ea2-93a3-8c476258ca94 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589914 Jul 07 20:54:23.812153 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1c3ca-ed6f-4f97-95cd-efedf85cedbb req-f288a9c3-d8f9-4466-a348-15340ae51d35 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:23.813777 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f1a1c3ca-ed6f-4f97-95cd-efedf85cedbb req-f288a9c3-d8f9-4466-a348-15340ae51d35 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0972574 Jul 07 20:54:23.857452 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f1a1c3ca-ed6f-4f97-95cd-efedf85cedbb req-e50d0e73-1fd2-4ae7-9071-2ccd6cddb9bc tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376608 Jul 07 20:54:25.056131 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79805f-591e-4fce-8a55-3deca80a2435 req-65e08ddf-3652-4fd9-be1d-7dc10dd83433 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.057726 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd79805f-591e-4fce-8a55-3deca80a2435 req-65e08ddf-3652-4fd9-be1d-7dc10dd83433 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0744500 Jul 07 20:54:25.105922 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd79805f-591e-4fce-8a55-3deca80a2435 req-ea4a1212-5e75-4f16-a07b-d77e9c21befe tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415144 Jul 07 20:54:26.301409 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3864d-cc02-4a7a-96ae-690437012104 req-86994800-ba9b-43ca-8db2-9d00df64ae9e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:26.303090 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d7a3864d-cc02-4a7a-96ae-690437012104 req-86994800-ba9b-43ca-8db2-9d00df64ae9e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0770979 Jul 07 20:54:26.350934 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d7a3864d-cc02-4a7a-96ae-690437012104 req-f1e06fa0-a374-4cfd-98f5-9dae944c3d3e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376639 Jul 07 20:54:27.604704 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d5a5-5dc3-444a-95d5-7611b14d3aa4 req-9905d9f9-25dd-4f09-bda9-76b287c9b868 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:27.606920 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dce3d5a5-5dc3-444a-95d5-7611b14d3aa4 req-9905d9f9-25dd-4f09-bda9-76b287c9b868 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1044850 Jul 07 20:54:27.659725 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dce3d5a5-5dc3-444a-95d5-7611b14d3aa4 req-91a72ee8-1c06-4a32-9090-d224deefe03c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472214 Jul 07 20:54:28.904734 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdd8c5-b6ac-4084-bca1-c35f4ff87af9 req-e67beb46-cac3-443d-8fa2-f5aad09e2c12 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:28.907650 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e7fdd8c5-b6ac-4084-bca1-c35f4ff87af9 req-e67beb46-cac3-443d-8fa2-f5aad09e2c12 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1043792 Jul 07 20:54:28.928616 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44630) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:28.978967 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e7fdd8c5-b6ac-4084-bca1-c35f4ff87af9 req-af7161d3-fcc6-4dd1-8a2b-57e64c98512e tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609739 Jul 07 20:54:28.991477 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Deleting subnet 747543f6-29ee-4f21-ac2b-d75dde687ced {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:28.996807 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.041088 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.120087 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.205743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.259162 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747543f6-29ee-4f21-ac2b-d75dde687ced,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:29.278590 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.282152 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/747543f6-29ee-4f21-ac2b-d75dde687ced HTTP/1.1" status: 204 len: 168 time: 0.3504434 Jul 07 20:54:29.284472 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.285440 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.285557 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.286072 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.286553 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44638) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:29.286698 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.287184 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.287623 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.288083 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.288474 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.288906 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.289421 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.290386 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aecd71c-760b-4bd0-9aa9-e4d4e6d4ea9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.410679 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.508676 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-84516ef9-8a2b-4205-8ff0-2a9e0920fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.511126 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-84516ef9-8a2b-4205-8ff0-2a9e0920fb46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 1098 time: 0.0951102 Jul 07 20:54:29.552759 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.579517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cced0c-9af4-4e97-8f04-c11a1249133a req-fc34014b-d129-4ad9-b2a9-1b5f0b61823b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.581684 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-06cced0c-9af4-4e97-8f04-c11a1249133a req-fc34014b-d129-4ad9-b2a9-1b5f0b61823b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1855798 Jul 07 20:54:29.587639 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45826278-b8ad-4e32-8dd1-e34f7a2c5efe']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:29.613695 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c71c153-f661-42ef-ae3b-feb67b82e2a1') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:29.614163 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c71c153-f661-42ef-ae3b-feb67b82e2a1') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:29.638872 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.676412 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-06cced0c-9af4-4e97-8f04-c11a1249133a req-adf084cf-fc53-4c6e-9347-ad40d95f7690 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777321 Jul 07 20:54:29.676857 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-0372c990-1995-4daa-9b56-0cd156a9970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.677591 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.683599 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-0372c990-1995-4daa-9b56-0cd156a9970f service neutron] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 912 time: 0.1621337 Jul 07 20:54:29.686929 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:29.687345 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:29.689316 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:29.836834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.840488 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-cdced05b-2de1-443a-a493-e33620015fdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 200 len: 1001 time: 0.1311502 Jul 07 20:54:29.848186 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.856392 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] 10.222.0.72 "DELETE /v2.0/networks/45826278-b8ad-4e32-8dd1-e34f7a2c5efe HTTP/1.1" status: 204 len: 168 time: 0.5678165 Jul 07 20:54:29.857330 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44646) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:29.886432 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=45826278-b8ad-4e32-8dd1-e34f7a2c5efe,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:29.903841 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-5e8fb8a4-b17b-48c8-b7f0-8a1072978fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.905617 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-5e8fb8a4-b17b-48c8-b7f0-8a1072978fc5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.0568538 Jul 07 20:54:29.934834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.935719 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.935719 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.936113 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.936516 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.936921 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.937366 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.937785 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.938186 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.938608 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.939003 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.939393 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b4ffa-335f-40a0-a5f5-901694722a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:29.965803 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Deleting subnet 28a8df79-b0e6-4025-bcdd-8d0e03ae3db3 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:29.970898 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.005236 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-0a25bae8-9a04-46bd-a550-57d9b2abd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:30.007066 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-0a25bae8-9a04-46bd-a550-57d9b2abd227 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924907 Jul 07 20:54:30.035770 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.103039 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.160237 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-ec0e500b-7a35-4a4b-b853-8bdbd88142dd service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448588 Jul 07 20:54:30.225416 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.288211 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a8df79-b0e6-4025-bcdd-8d0e03ae3db3,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:30.318333 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de392d66-2f3d-4acc-8dee-eab7158ca8be req-04ec9772-9123-4a94-a79f-595ce640d36f service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472011 Jul 07 20:54:30.328968 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.331107 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-6577555c-0488-4326-ba3d-ea6e41a2d04c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/28a8df79-b0e6-4025-bcdd-8d0e03ae3db3 HTTP/1.1" status: 204 len: 168 time: 0.4575875 Jul 07 20:54:30.334533 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44652) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:30.420228 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.443813 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3827ff-3d68-4884-b1b8-25b2d8f4b88d req-271db5b4-77a6-4b61-9cbb-d327a0ebafc0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:30.445495 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9e3827ff-3d68-4884-b1b8-25b2d8f4b88d req-271db5b4-77a6-4b61-9cbb-d327a0ebafc0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 947 time: 0.2163100 Jul 07 20:54:30.552732 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.558626 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9e3827ff-3d68-4884-b1b8-25b2d8f4b88d req-3a710aca-d92a-4153-b90e-a57798e57386 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836806 Jul 07 20:54:30.568862 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:30.581713 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8107221-84cb-46c3-87f8-dd7c8871e80b') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:30.582086 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8107221-84cb-46c3-87f8-dd7c8871e80b') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:30.594350 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.609178 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.616225 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:30.616847 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:30.620178 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:30.920439 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6464a1-48d4-4e1b-97fb-a2f79cb70a07 req-d12d2c0f-6125-497b-97bd-f13a57883aed tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:30.922184 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ce6464a1-48d4-4e1b-97fb-a2f79cb70a07 req-d12d2c0f-6125-497b-97bd-f13a57883aed tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0951543 Jul 07 20:54:30.935006 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.942794 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.951694 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a HTTP/1.1" status: 204 len: 168 time: 0.6152370 Jul 07 20:54:30.980242 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e569d-29e3-4f36-98bc-23581601dfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c5d6cc-3ea6-46c0-98b6-42d4e03a3e5a,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:30.993475 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ce6464a1-48d4-4e1b-97fb-a2f79cb70a07 req-67c94377-c2cd-4fc5-8e39-a0d21476acc9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603204 Jul 07 20:54:31.214797 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44658) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:31.273229 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-32116ac8-35cc-4b61-befc-3fbfad631c36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abcfe31db8de49188498ade8c0bc342f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566823 Jul 07 20:54:31.277982 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44662) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:31.363795 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f4f18fa4-1cf3-410a-891d-a1278c5995b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.388403 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f4f18fa4-1cf3-410a-891d-a1278c5995b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.447973 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f4f18fa4-1cf3-410a-891d-a1278c5995b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.450811 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f4f18fa4-1cf3-410a-891d-a1278c5995b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.452111 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f4f18fa4-1cf3-410a-891d-a1278c5995b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d60b37b-a637-4598-b25b-c3fd79619172 HTTP/1.1" status: 204 len: 168 time: 0.1725998 Jul 07 20:54:31.464810 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18fa4-1cf3-410a-891d-a1278c5995b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60b37b-a637-4598-b25b-c3fd79619172,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:31.844556 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1026f-9614-4d40-b8f1-c428bd11615d req-3d392121-7b52-42cc-ab1e-f74c8dffa113 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:31.846511 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0ad1026f-9614-4d40-b8f1-c428bd11615d req-3d392121-7b52-42cc-ab1e-f74c8dffa113 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 947 time: 0.1002784 Jul 07 20:54:31.901259 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-0ad1026f-9614-4d40-b8f1-c428bd11615d req-8681895e-ab73-43d5-92ae-62a883cb9f67 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d8558e8-c827-4e48-a244-b682f9a9e048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435505 Jul 07 20:54:31.902039 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44670) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:31.958662 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-47bb2ed1-8496-4e2b-b2b6-eff8413eb330 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f75e9ce2d664a50bb8d03e07a581cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535281 Jul 07 20:54:31.959954 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44672) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:32.021144 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1b912ea5-da8d-42da-b78c-e1e52a4fc14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.047113 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1b912ea5-da8d-42da-b78c-e1e52a4fc14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.109772 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1b912ea5-da8d-42da-b78c-e1e52a4fc14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.112879 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1b912ea5-da8d-42da-b78c-e1e52a4fc14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.114473 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-1b912ea5-da8d-42da-b78c-e1e52a4fc14d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a7461a7-d4a0-43aa-a479-6a193c466846 HTTP/1.1" status: 204 len: 168 time: 0.1533294 Jul 07 20:54:32.128632 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b912ea5-da8d-42da-b78c-e1e52a4fc14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7461a7-d4a0-43aa-a479-6a193c466846,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:32.283310 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-025f0df4-936c-4dfb-910a-f483dbc065f4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:32.287512 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-025f0df4-936c-4dfb-910a-f483dbc065f4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 947 time: 0.1415541 Jul 07 20:54:32.306048 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d1e2-2f09-46f2-999e-55c70dc01090 req-02948662-dda0-485b-887d-52360b4041c2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:32.307595 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e11d1e2-2f09-46f2-999e-55c70dc01090 req-02948662-dda0-485b-887d-52360b4041c2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1104383 Jul 07 20:54:32.390165 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8e11d1e2-2f09-46f2-999e-55c70dc01090 req-0c1bad73-d0b6-4d2d-9418-5ead714e6417 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559206 Jul 07 20:54:32.487677 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Deleting port 66bb2b20-620e-4175-9f12-2ca44c95986a {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:32.488023 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.604237 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] For port 66bb2b20-620e-4175-9f12-2ca44c95986a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66bb2b20-620e-4175-9f12-2ca44c95986a,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:32.604746 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.862094 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.862518 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.862930 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Floating IP fdb80dc0-e1be-43ed-80cf-fed8cc7af86d disassociated. External IP: 172.27.3.170, port: 66bb2b20-620e-4175-9f12-2ca44c95986a. Jul 07 20:54:32.863420 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Calling delete_port for 66bb2b20-620e-4175-9f12-2ca44c95986a owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:33.038448 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.090002 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event deleted for resources: {'Port': ['ID=66bb2b20-620e-4175-9f12-2ca44c95986a,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:33.139809 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1692ae09-084f-45ae-9ef3-b3beb1c1d829 req-45c7cf67-9ea8-4505-8b7d-7a238a556846 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0385425 Jul 07 20:54:33.269258 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Router 000ca5e5-10dc-43f6-8991-85e992757e22 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:54:33.450277 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:33.494781 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:33.522035 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] No DVR routers for this DVR port 66bb2b20-620e-4175-9f12-2ca44c95986a on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:33.525043 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:33.526287 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:54:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:33.527005 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.529310 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-759760da-c572-4194-aef0-9ed3d8aebcd7 req-48e533ef-4541-4c0a-903b-c01a91e56ac0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "DELETE /v2.0/ports/66bb2b20-620e-4175-9f12-2ca44c95986a HTTP/1.1" status: 204 len: 173 time: 1.2378955 Jul 07 20:54:33.529710 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-deleted', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:33.530423 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d8fb83ac-6e75-4484-8cc0-40fd60e45a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.532090 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74b814-72fd-4fcd-b2b3-f570456ec6a2" -d '{"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-deleted", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:33.621485 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240e6b69-8a07-4dcf-ab92-74935800f111 x-openstack-request-id: req-240e6b69-8a07-4dcf-ab92-74935800f111 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:33.621914 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4685b2-a02f-4013-bb20-da67ad6fc330", "name": "network-vif-deleted", "tag": "66bb2b20-620e-4175-9f12-2ca44c95986a", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:33.622078 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-240e6b69-8a07-4dcf-ab92-74935800f111 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:33.622589 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4685b2-a02f-4013-bb20-da67ad6fc330', 'name': 'network-vif-deleted', 'tag': '66bb2b20-620e-4175-9f12-2ca44c95986a', 'status': 'completed', 'code': 200} Jul 07 20:54:33.734916 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:34.018696 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:34.051430 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:34.061590 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:34.062215 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:54:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:34.243702 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:34.391317 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-de8b67ce-5088-439c-93f4-cafeb6cd08b9 req-9e5a9bbb-0e0e-4f9b-b82f-17e31b9577f1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e4685b2-a02f-4013-bb20-da67ad6fc330 HTTP/1.1" status: 200 len: 210 time: 0.0372927 Jul 07 20:54:34.650838 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:34.705828 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a84cb-3927-4f1d-98fe-c1598a87ba25 None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:35.000239 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad79bef-9eb0-453b-a63d-105e514fb9a4 None None] New status for floating IP fdb80dc0-e1be-43ed-80cf-fed8cc7af86d: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:54:35.443063 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:35.470155 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 66bb2b20-620e-4175-9f12-2ca44c95986a {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:35.470459 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 66bb2b20-620e-4175-9f12-2ca44c95986a not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:35.621071 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44738) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:35.706479 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-04f2933a-059f-4271-bbde-e7cd3bced0fb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.738918 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-04f2933a-059f-4271-bbde-e7cd3bced0fb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.806167 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-04f2933a-059f-4271-bbde-e7cd3bced0fb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.810750 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-04f2933a-059f-4271-bbde-e7cd3bced0fb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.812844 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-04f2933a-059f-4271-bbde-e7cd3bced0fb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "DELETE /v2.0/security-groups/9d8558e8-c827-4e48-a244-b682f9a9e048 HTTP/1.1" status: 204 len: 168 time: 0.1905584 Jul 07 20:54:35.815820 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44742) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:35.827899 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2933a-059f-4271-bbde-e7cd3bced0fb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8558e8-c827-4e48-a244-b682f9a9e048,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:35.840499 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.api.v2.resource [None req-9b67e0c8-48d9-4331-ba19-115b38dfe1cf tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] show failed (client error): The resource could not be found. Jul 07 20:54:35.842580 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-9b67e0c8-48d9-4331-ba19-115b38dfe1cf tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups/9d8558e8-c827-4e48-a244-b682f9a9e048 HTTP/1.1" status: 404 len: 347 time: 0.0249298 Jul 07 20:54:35.847059 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44744) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:36.023162 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Deleting port 1ad687bd-0098-4141-b248-d7f488f77456 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:36.023672 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.148387 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.148989 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.171164 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Calling delete_port for 1ad687bd-0098-4141-b248-d7f488f77456 owned by network:floatingip {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:36.360401 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.388535 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event deleted for resources: {'Port': ['ID=1ad687bd-0098-4141-b248-d7f488f77456,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:36.472358 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.475179 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.476432 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-41c46cc4-011a-42df-a8c5-cf361422c048 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "DELETE /v2.0/floatingips/fdb80dc0-e1be-43ed-80cf-fed8cc7af86d HTTP/1.1" status: 204 len: 168 time: 0.6279159 Jul 07 20:54:36.521481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a1de-83d1-46d6-8247-680a3857306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.887581 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44752) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:36.892372 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155719752', 'description': 'tempest-description--205661271'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:36.918876 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.004881 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.035305 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.040317 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.066110 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.067421 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1788328 Jul 07 20:54:37.071061 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44754) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:37.077590 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'security_group_rule': {'security_group_id': '31ffe7ec-9e5b-4483-8bb9-75105ca95016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:37.079358 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca292a-b7ef-4a3a-8793-fb52445e6c13 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ffe7ec-9e5b-4483-8bb9-75105ca95016,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.112643 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.178616 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.183838 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.203947 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65898b91-67f1-4229-815d-1370feb2fb31,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.212239 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.214754 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-61db67de-e21f-484c-9250-5eb143196a28 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408088 Jul 07 20:54:37.218022 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44756) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:37.222779 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'security_group_rule': {'security_group_id': '31ffe7ec-9e5b-4483-8bb9-75105ca95016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:37.252519 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.318772 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.323163 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.344975 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11d8165-5df2-4de5-92d3-aa62b36a5922,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.352703 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.354273 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-e3bb902b-9c93-4ab2-b53d-91439a985b93 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351936 Jul 07 20:54:37.357965 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 44758) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:37.363736 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:37.390193 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.506618 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.626433 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Allocated IP 172.27.3.157 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/d9db1224-9633-496c-9bab-bbeaa64c6e1a) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:37.750154 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.795340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.838830 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:37.844899 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:37.849766 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:37.874952 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'Port': ['ID=d9db1224-9633-496c-9bab-bbeaa64c6e1a,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.957734 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.050737 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.272510 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:54:38.300445 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.484127 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.489858 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.568402 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'Port': ['ID=d9db1224-9633-496c-9bab-bbeaa64c6e1a,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:38.581983 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.600489 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.604216 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-7a21de19-0ef1-4dad-a72b-0676fdced907 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2430699 Jul 07 20:54:38.821356 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-ae08ab87-7bf7-43ef-af44-922c04410359 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1155719752&fields=id&tenant_id=4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 267 time: 0.0426314 Jul 07 20:54:38.988020 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-e432ce8e-0168-4b3e-8b2a-25ee682db2a9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:38.990347 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-e432ce8e-0168-4b3e-8b2a-25ee682db2a9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 816 time: 0.1608443 Jul 07 20:54:39.014438 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-65607ed1-0731-4ab9-b6e7-df5f9edef63b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/quotas/4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 375 time: 0.0163162 Jul 07 20:54:39.106527 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-d166aa18-ad70-4cec-9cb7-41d22524feb5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857747 Jul 07 20:54:39.346374 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-b3163845-3c3e-4d29-9bc8-0c36396a9b66 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260575 Jul 07 20:54:39.449267 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-1dae4ccd-f999-47fb-a1b3-1c5510dacda4 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963428 Jul 07 20:54:39.667318 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8478dcee-d0f9-4a8c-bd1d-a67c493c2ca5 req-1d0c8de1-cdee-4608-88f5-23c8670743ba tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 210 time: 0.0506711 Jul 07 20:54:40.412751 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:40.845840 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-141c786f-8873-464b-ab51-f4bb251f073e req-2c2c71b0-3c7a-4dad-83c9-9a3a91664344 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 210 time: 0.0354166 Jul 07 20:54:42.011353 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a99c2d74-71e6-4811-ac97-550eee1eacb7 req-3be42eb9-245f-4ab6-9109-48c7145a5fdc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 210 time: 0.0326877 Jul 07 20:54:43.167602 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d9722485-dfbe-46d2-aa56-48a8371cb3be req-1e4bc424-5741-4361-97d9-4b114440fd92 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 210 time: 0.0314457 Jul 07 20:54:44.376750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-08bb1357-094b-4343-94b5-831e5d2f7678 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:44.378469 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-08bb1357-094b-4343-94b5-831e5d2f7678 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 816 time: 0.2093675 Jul 07 20:54:44.416428 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fb1eed6e-30c0-46ef-88e6-ccd1d2ffc4d7 req-0331abb9-1a6d-4d8d-b355-9e635d692a43 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 210 time: 0.0367181 Jul 07 20:54:44.467769 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-7c28aff2-b4e4-4331-9a52-0085c498d8d4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 380 time: 0.0536895 Jul 07 20:54:44.484890 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'port': {'device_id': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'admin_state_up': True, 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'security_groups': ['31ffe7ec-9e5b-4483-8bb9-75105ca95016']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:44.613280 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Made reservation on behalf of 4b2c6b70a9d044d68c3b381c57b007b2 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:44.617973 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:44.792629 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Allocated IP 172.20.0.14 (6c7c29ee-cfde-4a46-bc4c-ada17ad0e545/03f4c379-c3ef-4de7-a6ad-578610aaf293/dbba861a-539d-4a00-82a7-c4bd3cd39cf5) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:44.956493 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:44.986662 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Transition to ACTIVE for port object dbba861a-539d-4a00-82a7-c4bd3cd39cf5 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:45.031644 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.097835 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:45.097835 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:45.105987 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:45.138849 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:45.191755 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.192668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.215933 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-62fd0fea-1a4f-49a5-b571-e38a194bc076 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7352424 Jul 07 20:54:45.296255 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Request body: {'port': {'device_id': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:45.412673 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-d54178c6-008f-4578-a0a1-e5fd95bf87a1 None None] Provisioning for port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:45.419478 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-d54178c6-008f-4578-a0a1-e5fd95bf87a1 None None] Provisioning complete for port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:45.420031 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d54178c6-008f-4578-a0a1-e5fd95bf87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.447297 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.490632 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-d54178c6-008f-4578-a0a1-e5fd95bf87a1 None None] Port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:45.880533 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b3163-da18-437a-bf47-7609bfcc28c9 req-5c6e211b-3bc1-426e-a29a-60307ce15dd8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.882916 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-733b3163-da18-437a-bf47-7609bfcc28c9 req-5c6e211b-3bc1-426e-a29a-60307ce15dd8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 932 time: 0.1738820 Jul 07 20:54:45.960691 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-733b3163-da18-437a-bf47-7609bfcc28c9 req-ff08d40f-38a2-46ba-a996-bb7bef838010 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651362 Jul 07 20:54:46.023340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbba861a-539d-4a00-82a7-c4bd3cd39cf5 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:46.040926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.076855 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Transition to ACTIVE for port object dbba861a-539d-4a00-82a7-c4bd3cd39cf5 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:46.076855 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.181888 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:46.262343 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Attempting to bind port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:46.262926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Attempting to bind port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:46.263496 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Attempting to bind port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:46.271711 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:46.272279 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Attempting to bind port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 on network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:46.281970 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:46.282551 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Checking segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:46.283208 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Bound using segment: {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:46.283979 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Bound port: dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:46.284592 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.377635 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:46.382948 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:46.388925 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.441619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:46.442485 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.444262 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] 10.222.0.83 "PUT /v2.0/ports/dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 200 len: 1094 time: 1.2199087 Jul 07 20:54:46.444775 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:46.447391 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:46.560421 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9f6ea-71ed-408d-9ff9-405c1ecc83d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:46.618683 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-16641c36-06e0-46cb-adcc-149738e8d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:46.620737 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-16641c36-06e0-46cb-adcc-149738e8d1c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1097 time: 0.1173811 Jul 07 20:54:46.704934 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-ed1f41bf-eaca-416d-8932-f29ad7ed0c5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 200 len: 217 time: 0.0751426 Jul 07 20:54:46.772594 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c92fb2e-ce89-4e1e-a595-77101cc59435 x-openstack-request-id: req-4c92fb2e-ce89-4e1e-a595-77101cc59435 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:46.772999 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:46.773351 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c92fb2e-ce89-4e1e-a595-77101cc59435 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:46.773905 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'status': 'completed', 'code': 200} Jul 07 20:54:46.795628 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-a66bbb6f-05ef-46d5-b2df-15b5d435f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:46.797291 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-a66bbb6f-05ef-46d5-b2df-15b5d435f5cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.0843973 Jul 07 20:54:46.874854 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-0eb9348a-59f5-403a-be62-b8644adebee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:46.876570 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-0eb9348a-59f5-403a-be62-b8644adebee5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711567 Jul 07 20:54:47.018464 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-5f4c505f-714f-41dd-93d6-c27ad3d1d305 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279805 Jul 07 20:54:47.158773 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ad15fc49-0763-4e9b-9e24-6a54e7b5fe8f req-a9621cb5-438e-4c02-acf0-e975bcccb43f service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331112 Jul 07 20:54:47.215910 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71166c-cf32-49b0-9bb2-97d7bc34d4be req-45cc0911-4d70-4c38-8600-6766f602dcfb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:47.218145 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1e71166c-cf32-49b0-9bb2-97d7bc34d4be req-45cc0911-4d70-4c38-8600-6766f602dcfb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1086032 Jul 07 20:54:47.297927 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1e71166c-cf32-49b0-9bb2-97d7bc34d4be req-2f2b140e-18d4-45f8-a4f5-289242b483f1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730546 Jul 07 20:54:47.322508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-2212b725-d5f2-4717-a6a2-13703a12fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:47.324209 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-2212b725-d5f2-4717-a6a2-13703a12fc61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1097 time: 0.0816422 Jul 07 20:54:48.268531 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-89e4c5a6-0c3a-4413-b527-79e984355dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:48.270584 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-89e4c5a6-0c3a-4413-b527-79e984355dde service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.1092038 Jul 07 20:54:48.520080 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0243-9851-4281-873b-09686d4ca5c0 req-0672d3a1-39a8-4d3d-8ecb-f62fd219a9b8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:48.521827 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-88eb0243-9851-4281-873b-09686d4ca5c0 req-0672d3a1-39a8-4d3d-8ecb-f62fd219a9b8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0713539 Jul 07 20:54:48.568585 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-88eb0243-9851-4281-873b-09686d4ca5c0 req-da118376-73cd-4a4b-92c0-c14f52e92fe0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357580 Jul 07 20:54:49.085700 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-e04fe342-1e07-4f0d-9f9a-9b84af9edce7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 200 len: 217 time: 0.0414805 Jul 07 20:54:49.815991 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4d56-dab8-436f-9338-80d2b7cded41 req-330694b6-e00c-4c4a-b90a-004d6856cdd5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:49.818426 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-913b4d56-dab8-436f-9338-80d2b7cded41 req-330694b6-e00c-4c4a-b90a-004d6856cdd5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0712521 Jul 07 20:54:49.859584 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-913b4d56-dab8-436f-9338-80d2b7cded41 req-736ba73e-5cee-4c30-a8d4-410fee163fc4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Jul 07 20:54:50.095998 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-448e4fd5-942e-4ca9-bae5-4e8395e2c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.098207 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-448e4fd5-942e-4ca9-bae5-4e8395e2c09e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.0510631 Jul 07 20:54:50.165018 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-13106b83-0931-4db4-b9b6-040c98440ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.166602 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-13106b83-0931-4db4-b9b6-040c98440ccd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610397 Jul 07 20:54:50.276615 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-7d641e33-2bd1-416d-be48-cde10d9bca2f service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015034 Jul 07 20:54:50.389324 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-238e87f0-e49c-4ac6-a25f-37e0e8ea211c req-737448d4-2cea-4583-9162-278dfe87e8b4 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054757 Jul 07 20:54:51.078720 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2386b-dc8e-473c-af92-13ad2581d927 req-071e4bd0-eae5-49ba-ae69-78ad3e99c131 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.080588 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-36f2386b-dc8e-473c-af92-13ad2581d927 req-071e4bd0-eae5-49ba-ae69-78ad3e99c131 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0800653 Jul 07 20:54:51.127107 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-36f2386b-dc8e-473c-af92-13ad2581d927 req-40f44f84-c61f-4408-8dac-1fb143570452 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 Jul 07 20:54:51.657761 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:52.376092 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09067f74-58d9-49b3-90e5-76c0ece67f91 req-55272fc8-86b8-4e9b-8c83-fae641d121e3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.377875 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09067f74-58d9-49b3-90e5-76c0ece67f91 req-55272fc8-86b8-4e9b-8c83-fae641d121e3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0956321 Jul 07 20:54:52.431123 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09067f74-58d9-49b3-90e5-76c0ece67f91 req-9c581a2c-64b5-49de-977d-318c994c01e7 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Jul 07 20:54:53.564920 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:53.650089 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccdc31-622d-4e8b-8130-85ce06b688e1 req-c029b3ee-049c-46e4-a527-adf623792294 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.651821 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e1ccdc31-622d-4e8b-8130-85ce06b688e1 req-c029b3ee-049c-46e4-a527-adf623792294 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0768108 Jul 07 20:54:53.703929 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e1ccdc31-622d-4e8b-8130-85ce06b688e1 req-84c400a9-0343-4b73-bc8b-b311d8b23f19 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Jul 07 20:54:53.720309 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:53.736062 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'mac_address': 'fa:16:3e:c6:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:54:53.784794 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:53.805457 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbba861a-539d-4a00-82a7-c4bd3cd39cf5 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:53.829899 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:53.835805 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:53.895973 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:53.913331 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.913912 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.914588 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.915164 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.915733 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.916294 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.916787 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.917255 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.917719 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.918268 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.918723 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:53.919172 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:54.116937 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['dbba861a-539d-4a00-82a7-c4bd3cd39cf5'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:54.925479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd993-e129-453d-9d4c-a4c373340ba8 req-e0097b8e-f450-45ad-a66b-ebbc3bcd8c14 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.927644 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-feecd993-e129-453d-9d4c-a4c373340ba8 req-e0097b8e-f450-45ad-a66b-ebbc3bcd8c14 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.0836442 Jul 07 20:54:54.975895 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-feecd993-e129-453d-9d4c-a4c373340ba8 req-d6954688-71e6-4da8-aae3-e47fad2054aa tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409048 Jul 07 20:54:56.233124 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bae748-328e-4055-96a5-964ff2bdb651 req-ded31899-8faa-403c-b5b4-d01e43da8d91 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.235942 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a2bae748-328e-4055-96a5-964ff2bdb651 req-ded31899-8faa-403c-b5b4-d01e43da8d91 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.0915339 Jul 07 20:54:56.292413 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a2bae748-328e-4055-96a5-964ff2bdb651 req-c16a5cb2-ff6d-4e9c-9be4-9d6372a8cbe5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476387 Jul 07 20:54:57.524014 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c4b4-3819-4fc0-8705-17f596aa26ec req-c1f70bf2-8c5d-4c31-baeb-684cc63036b3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:57.526964 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5020c4b4-3819-4fc0-8705-17f596aa26ec req-c1f70bf2-8c5d-4c31-baeb-684cc63036b3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.1004143 Jul 07 20:54:57.578555 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5020c4b4-3819-4fc0-8705-17f596aa26ec req-10098a73-242f-428e-ad25-f35fd5fb74e8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Jul 07 20:54:58.798969 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44990) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:58.849504 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a031e1c-34d5-4c7f-87fc-d61f417b3c53 req-68698c45-244b-4043-8690-b1eb35930b48 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.852197 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2a031e1c-34d5-4c7f-87fc-d61f417b3c53 req-68698c45-244b-4043-8690-b1eb35930b48 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.0989487 Jul 07 20:54:58.908653 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2a031e1c-34d5-4c7f-87fc-d61f417b3c53 req-d47afbb9-b59a-4a61-8e40-08337d7e07cb tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474854 Jul 07 20:54:58.948174 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-47b6091d-89d2-4544-9b68-5f55c8b13965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.061974 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-47b6091d-89d2-4544-9b68-5f55c8b13965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.067458 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-47b6091d-89d2-4544-9b68-5f55c8b13965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.109428 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6091d-89d2-4544-9b68-5f55c8b13965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab556be-200f-49db-949f-4c335534c78e,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:59.114733 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-47b6091d-89d2-4544-9b68-5f55c8b13965 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57459f093d0f4ecabecff9b3c6f30de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143034 Jul 07 20:54:59.119134 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 44994) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:59.179977 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-778f16ce-65d6-4642-8769-cd498d8d429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.204719 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-778f16ce-65d6-4642-8769-cd498d8d429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.260982 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-778f16ce-65d6-4642-8769-cd498d8d429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.264008 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-778f16ce-65d6-4642-8769-cd498d8d429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.268265 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-778f16ce-65d6-4642-8769-cd498d8d429f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ab556be-200f-49db-949f-4c335534c78e HTTP/1.1" status: 204 len: 168 time: 0.1451933 Jul 07 20:54:59.277271 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f16ce-65d6-4642-8769-cd498d8d429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab556be-200f-49db-949f-4c335534c78e,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:00.122430 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd2de-0264-4f53-a8ce-2b9b54fa7649 req-f7b01b87-42fe-43ac-b87b-7d44956ee0a9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.124220 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-00abd2de-0264-4f53-a8ce-2b9b54fa7649 req-f7b01b87-42fe-43ac-b87b-7d44956ee0a9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.0740209 Jul 07 20:55:00.174728 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-00abd2de-0264-4f53-a8ce-2b9b54fa7649 req-a0e613f0-ebba-4ea4-bd9c-a274235152cf tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416741 Jul 07 20:55:00.443630 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:00.503823 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:00.509165 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:00.509709 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:00.600282 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:00.629993 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:00.632950 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba9005b-6bb4-42cb-b6fe-6ca73f5f0da8" -d '{"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-plugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:00.651141 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:00.655631 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:00.710093 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:00.817160 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51bfb4b-2dae-41cb-88c7-637aa20e41af x-openstack-request-id: req-a51bfb4b-2dae-41cb-88c7-637aa20e41af {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:00.817537 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-plugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:00.817866 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a51bfb4b-2dae-41cb-88c7-637aa20e41af {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:00.818344 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'code': 200} Jul 07 20:55:01.360611 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6de87a-c815-404b-925a-86a27d57dc46 req-ecbd4bcb-4cf7-47fe-b391-ef96e1e2a398 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:01.362522 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9f6de87a-c815-404b-925a-86a27d57dc46 req-ecbd4bcb-4cf7-47fe-b391-ef96e1e2a398 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0655622 Jul 07 20:55:01.404902 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9f6de87a-c815-404b-925a-86a27d57dc46 req-57a45dc0-8242-4e72-8561-0b456d529b0e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366623 Jul 07 20:55:01.743954 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8277f-2b76-4d62-bc70-4c1e17c33d42 req-c28d1c87-92cd-413c-aabc-40c2820ec923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:01.746397 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12f8277f-2b76-4d62-bc70-4c1e17c33d42 req-c28d1c87-92cd-413c-aabc-40c2820ec923 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1099 time: 0.0700743 Jul 07 20:55:01.789689 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12f8277f-2b76-4d62-bc70-4c1e17c33d42 req-1fc49f5b-bc4c-4676-8522-7c1dfe73cd0b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355840 Jul 07 20:55:02.616454 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2f6ec-609f-4a02-b80f-c0cf8a2031b9 req-1dd157c5-1f90-4298-b772-8ca817e62703 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.618093 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-28d2f6ec-609f-4a02-b80f-c0cf8a2031b9 req-1dd157c5-1f90-4298-b772-8ca817e62703 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0873642 Jul 07 20:55:02.661449 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-28d2f6ec-609f-4a02-b80f-c0cf8a2031b9 req-3fd187bf-8412-4431-b513-65209bf5ec05 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366526 Jul 07 20:55:03.486408 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-83f66a83-1a89-4f48-a817-6178f80f12e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:03.859483 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8557-9f81-46a9-bbb1-12540c0991c9 req-4d90e641-8a35-447d-ba4a-65dd266e3c17 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.861879 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-511e8557-9f81-46a9-bbb1-12540c0991c9 req-4d90e641-8a35-447d-ba4a-65dd266e3c17 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0737932 Jul 07 20:55:03.930861 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-511e8557-9f81-46a9-bbb1-12540c0991c9 req-a94a3cd1-6f9b-42d7-b822-9eef289bd4cc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623181 Jul 07 20:55:04.134499 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681e4d2-b9bc-40f6-a14c-87687f25840f req-8b60fc05-fa47-4cf0-83de-3a07cdd3456e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:04.136243 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a681e4d2-b9bc-40f6-a14c-87687f25840f req-8b60fc05-fa47-4cf0-83de-3a07cdd3456e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0803735 Jul 07 20:55:04.146549 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45112) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:04.151655 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Request body: {'floatingip': {'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:04.231200 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:04.934738 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:04.939494 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:05.047364 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.l3_db [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Floating IP d1870b1b-ea95-4d8d-8948-0911b6b00b6c associated. External IP: 172.27.3.157, port: dbba861a-539d-4a00-82a7-c4bd3cd39cf5. Jul 07 20:55:05.273165 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Router 000ca5e5-10dc-43f6-8991-85e992757e22 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:05.633809 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:05.639405 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:05.650908 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:05.661653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:05.662360 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:54:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:05.717524 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-67bf8d1f-a0da-43ab-96b0-40df743f69ec tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "PUT /v2.0/floatingips/d1870b1b-ea95-4d8d-8948-0911b6b00b6c HTTP/1.1" status: 200 len: 992 time: 1.5655606 Jul 07 20:55:05.717524 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:05.723090 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe75fd-4281-43c7-b6d1-288e7421885d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:05.795825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:05.842589 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078cbb64-fb09-4c73-9e70-2c7bb384e721 x-openstack-request-id: req-078cbb64-fb09-4c73-9e70-2c7bb384e721 {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:05.842893 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:05.843164 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-078cbb64-fb09-4c73-9e70-2c7bb384e721 {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:05.843598 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'status': 'completed', 'code': 200} Jul 07 20:55:06.087512 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'd1870b1b-ea95-4d8d-8948-0911b6b00b6c', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'mac_address': 'fa:16:3e:c6:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:54:37Z', 'updated_at': '2021-07-07T20:55:04Z', 'revision_number': 1, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:06.121018 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:06.130571 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:06.131210 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:54:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:06.245976 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:06.309773 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-a18db130-9001-4a8e-bf1d-f818e7495b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:06.311853 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-a18db130-9001-4a8e-bf1d-f818e7495b7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1099 time: 0.0838823 Jul 07 20:55:06.425512 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-b3d9c8b6-061b-476d-8156-75ffbff1d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:06.427441 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-b3d9c8b6-061b-476d-8156-75ffbff1d8c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.1088376 Jul 07 20:55:06.509155 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-23d55705-9ccf-4f69-ba69-ef209082bc5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0700200 Jul 07 20:55:06.525455 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ad9a0590-3e0b-4b5e-b2ff-e4fe10aa20f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:06.552514 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'd1870b1b-ea95-4d8d-8948-0911b6b00b6c', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'mac_address': 'fa:16:3e:c6:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:54:37Z', 'updated_at': '2021-07-07T20:55:04Z', 'revision_number': 1, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:06.573444 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-a93ff56b-f023-4893-b0dd-df102c3ff485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:06.575161 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-a93ff56b-f023-4893-b0dd-df102c3ff485 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.0581181 Jul 07 20:55:06.591380 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbb0c4-8b30-43ff-8dcf-b77a28f1e14c None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'd1870b1b-ea95-4d8d-8948-0911b6b00b6c', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'mac_address': 'fa:16:3e:c6:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:54:37Z', 'updated_at': '2021-07-07T20:55:04Z', 'revision_number': 1, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:06.646292 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-540bd3d3-18d6-4319-bab9-7637487f7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:06.649053 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-540bd3d3-18d6-4319-bab9-7637487f7560 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665166 Jul 07 20:55:06.771139 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-65f9caea-a402-42a4-96e8-bf6da9cf1f66 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150758 Jul 07 20:55:06.841426 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576acbda-0c34-408c-ae93-26d7d6993fd4 None None] New status for floating IP d1870b1b-ea95-4d8d-8948-0911b6b00b6c: ACTIVE {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:55:06.952187 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-89fe75fd-4281-43c7-b6d1-288e7421885d req-9ebbf2be-66ea-48bc-b550-aca574f19136 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666131 Jul 07 20:55:07.004930 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.057795 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:10.418801 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:12.057779 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027c961-b95a-471c-b4d1-f87359168cd6 req-7af3c218-1c51-4e66-a97b-2e41f0914411 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.059352 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4027c961-b95a-471c-b4d1-f87359168cd6 req-7af3c218-1c51-4e66-a97b-2e41f0914411 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 946 time: 0.0690420 Jul 07 20:55:12.104889 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4027c961-b95a-471c-b4d1-f87359168cd6 req-f575ef6e-fdbd-41fe-93d7-097b23e39d96 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Jul 07 20:55:13.295563 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386aa9b-322f-49cd-b98e-6c529fce6f0a req-a641b4fc-166f-41e0-8a93-67a6e737ede1 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:13.297174 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f386aa9b-322f-49cd-b98e-6c529fce6f0a req-a641b4fc-166f-41e0-8a93-67a6e737ede1 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 946 time: 0.0744011 Jul 07 20:55:13.339413 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f386aa9b-322f-49cd-b98e-6c529fce6f0a req-2194324a-be16-4909-bbb9-8c3b00b0e9e7 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Jul 07 20:55:14.006025 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-9578cd66-38f9-44a0-8ef3-7e4198656d45 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:14.007710 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-9578cd66-38f9-44a0-8ef3-7e4198656d45 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 946 time: 0.0701697 Jul 07 20:55:14.127372 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Deleting port 5653f1c8-65ed-4068-9b45-f95d6893fb7d {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:14.127767 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.267478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] For port 5653f1c8-65ed-4068-9b45-f95d6893fb7d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5653f1c8-65ed-4068-9b45-f95d6893fb7d,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:14.268450 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.292226 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Calling delete_port for 5653f1c8-65ed-4068-9b45-f95d6893fb7d owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:14.437777 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.451929 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['5653f1c8-65ed-4068-9b45-f95d6893fb7d'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:14.473015 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Pushing event deleted for resources: {'Port': ['ID=5653f1c8-65ed-4068-9b45-f95d6893fb7d,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:14.500051 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a09575c3-21f6-4f02-8237-74da88c73302 req-4061aefa-b082-40fb-a4a4-aa707335b807 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=47365e1f-9538-4c0f-acfa-75bbe3452bc3 HTTP/1.1" status: 200 len: 210 time: 0.0343945 Jul 07 20:55:14.533926 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] No DVR routers for this DVR port 5653f1c8-65ed-4068-9b45-f95d6893fb7d on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:14.536782 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.539285 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-498c0f8f-8ece-4fe7-b433-e2d270601805 req-6fb0ec38-0ef5-4458-8a86-d8958f98a93c tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "DELETE /v2.0/ports/5653f1c8-65ed-4068-9b45-f95d6893fb7d HTTP/1.1" status: 204 len: 173 time: 0.5237827 Jul 07 20:55:14.539809 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'name': 'network-vif-deleted', 'tag': '5653f1c8-65ed-4068-9b45-f95d6893fb7d'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:14.542833 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517f31fa-b669-4fa5-a7c7-71fa53e268f6" -d '{"events": [{"server_uuid": "47365e1f-9538-4c0f-acfa-75bbe3452bc3", "name": "network-vif-deleted", "tag": "5653f1c8-65ed-4068-9b45-f95d6893fb7d"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:14.601234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf957835-7812-4826-afbe-9644e2e40fe2 x-openstack-request-id: req-cf957835-7812-4826-afbe-9644e2e40fe2 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:14.601234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47365e1f-9538-4c0f-acfa-75bbe3452bc3", "name": "network-vif-deleted", "tag": "5653f1c8-65ed-4068-9b45-f95d6893fb7d", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:14.601234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf957835-7812-4826-afbe-9644e2e40fe2 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:14.602739 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47365e1f-9538-4c0f-acfa-75bbe3452bc3', 'name': 'network-vif-deleted', 'tag': '5653f1c8-65ed-4068-9b45-f95d6893fb7d', 'status': 'completed', 'code': 200} Jul 07 20:55:15.273803 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:55:17.999967 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 5653f1c8-65ed-4068-9b45-f95d6893fb7d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:18.022905 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 5653f1c8-65ed-4068-9b45-f95d6893fb7d {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:18.023278 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 5653f1c8-65ed-4068-9b45-f95d6893fb7d not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:19.864127 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cd0ff-701d-49bc-b89d-1282a9a3e024 req-f9bf6616-f4b8-4c3e-8bf1-be6564b28fee tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.865735 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-219cd0ff-701d-49bc-b89d-1282a9a3e024 req-f9bf6616-f4b8-4c3e-8bf1-be6564b28fee tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Jul 07 20:55:19.928725 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-219cd0ff-701d-49bc-b89d-1282a9a3e024 req-d97ad92b-ec39-4e88-bab5-bc8da10af2ab tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531116 Jul 07 20:55:21.129325 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa695f9-95f7-4f04-a8cd-b8161687c37c req-87526d55-7e83-49f6-8eee-3119067e4d7a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.130912 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3aa695f9-95f7-4f04-a8cd-b8161687c37c req-87526d55-7e83-49f6-8eee-3119067e4d7a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0739756 Jul 07 20:55:21.174428 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-3aa695f9-95f7-4f04-a8cd-b8161687c37c req-839824fd-85f6-4862-9748-12393c097bcb tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365975 Jul 07 20:55:21.523599 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.531258 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-96e27634-78a9-46e8-aedd-777ecc61704c req-b31a8857-bb8a-4061-9cde-2bc9305ce6c6 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971701818&fields=id&tenant_id=7637edcd784b4d1583d337f3c25456be HTTP/1.1" status: 200 len: 267 time: 0.0452144 Jul 07 20:55:21.606289 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e27634-78a9-46e8-aedd-777ecc61704c req-2aaf543e-1343-4d79-86a6-ad96d1c08a8a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.608184 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-96e27634-78a9-46e8-aedd-777ecc61704c req-2aaf543e-1343-4d79-86a6-ad96d1c08a8a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 985 time: 0.0708575 Jul 07 20:55:21.620598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Request body: {'port': {'security_groups': ['2851dc75-499d-43cb-bd3b-8779fbd78113']}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:21.724924 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.964919 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:22.003555 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for port, precommit_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.010836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7144603'] for port, after_update {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.078409 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:22.079710 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.082620 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-96e27634-78a9-46e8-aedd-777ecc61704c req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "PUT /v2.0/ports/e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 943 time: 0.4670384 Jul 07 20:55:22.083889 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:22.088679 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827475c-fa4b-4336-a4c9-53c855160926" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:22.093241 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45290) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:22.157337 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40359-ee2f-4581-a36b-e58b3a27bac2 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event updated for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=7']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:22.165124 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a59fb-ff4d-404e-a93d-9c84f318e1c9 x-openstack-request-id: req-974a59fb-ff4d-404e-a93d-9c84f318e1c9 {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:22.165560 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:22.166191 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-974a59fb-ff4d-404e-a93d-9c84f318e1c9 {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:22.167070 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'status': 'completed', 'code': 200} Jul 07 20:55:22.179727 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeed1-1e01-4403-9e25-bb46e03f3df5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.215745 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeed1-1e01-4403-9e25-bb46e03f3df5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.305435 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeed1-1e01-4403-9e25-bb46e03f3df5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.310338 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeed1-1e01-4403-9e25-bb46e03f3df5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.315671 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a0dbeed1-1e01-4403-9e25-bb46e03f3df5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "DELETE /v2.0/security-groups/570755cf-3c6f-48ec-922e-c94ea3650940 HTTP/1.1" status: 204 len: 168 time: 0.2175016 Jul 07 20:55:22.318697 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45296) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:22.328815 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbeed1-1e01-4403-9e25-bb46e03f3df5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570755cf-3c6f-48ec-922e-c94ea3650940,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:22.436012 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-7ed0e7e6-6130-4144-afe8-79ea6a296e16 None None] Provisioning complete for port e24db1af-f575-408e-b631-2c355cca6b09 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:22.436724 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e7e6-6130-4144-afe8-79ea6a296e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.547671 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ca58c-b515-42d6-9ad5-986617de0903 req-3d1a10d7-783c-41b6-9836-c84ec9f5dc94 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:22.549162 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4a1ca58c-b515-42d6-9ad5-986617de0903 req-3d1a10d7-783c-41b6-9836-c84ec9f5dc94 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1690943 Jul 07 20:55:22.618259 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4a1ca58c-b515-42d6-9ad5-986617de0903 req-02f149e4-8b12-4fc8-8df9-c5902ef0db45 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617900 Jul 07 20:55:22.636476 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Deleting port 98878a8b-cd42-4663-b586-9697d77f1a5a {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:22.637568 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.719695 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.720045 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.733656 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Calling delete_port for 98878a8b-cd42-4663-b586-9697d77f1a5a owned by network:floatingip {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:22.925067 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.965399 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event deleted for resources: {'Port': ['ID=98878a8b-cd42-4663-b586-9697d77f1a5a,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:23.037194 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks [] for floatingip, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.037564 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.l3_db [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Floating IP 45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2 disassociated (deleted). External IP: 172.27.3.142, port: e24db1af-f575-408e-b631-2c355cca6b09. Jul 07 20:55:23.273653 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:23.396902 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:23.403104 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.406830 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] Sync routers for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:23.417015 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:23.417653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:23.446223 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-212fa41f-205f-40a0-91a1-27db3b3f8ff9 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "DELETE /v2.0/floatingips/45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2 HTTP/1.1" status: 204 len: 168 time: 1.1243854 Jul 07 20:55:23.587662 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:23.919812 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b4db-facb-455d-83ba-b9a25e308bc4 req-f945ccd3-99a9-495a-99a9-1d07b6df54f4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:23.922852 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-22e9b4db-facb-455d-83ba-b9a25e308bc4 req-f945ccd3-99a9-495a-99a9-1d07b6df54f4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0951138 Jul 07 20:55:23.974398 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:23.983803 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-22e9b4db-facb-455d-83ba-b9a25e308bc4 req-4adf08ea-709d-4033-8fa5-703fc311cf43 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541162 Jul 07 20:55:24.008917 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] Checking router: 313f7d9e-ad79-4ea4-b253-9e2a728b7311 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:24.019956 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:24.020705 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:24.168804 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:24.173388 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6840ba-6ea0-484a-b65d-847725b9c60d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:24.186096 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:24.222184 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005f93d8-bf9d-4288-80f7-4c377d84ce7b x-openstack-request-id: req-005f93d8-bf9d-4288-80f7-4c377d84ce7b {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:24.222528 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:24.222726 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-005f93d8-bf9d-4288-80f7-4c377d84ce7b {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:24.223117 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'status': 'completed', 'code': 200} Jul 07 20:55:24.396603 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:24.423941 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2f7d6-d330-43d7-9c91-885f5df3eecd None None] The sync data for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi is: [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:31Z', 'revision_number': 4, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'df914630-5e5c-4696-990c-dc1777d9151e', 'name': '', 'network_id': 'b373f134-2425-4761-b16f-fc4aaa5367bb', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'mac_address': 'fa:16:3e:92:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '843de541-a504-479e-8664-7b2f8a75be84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:30Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'subnets': [{'id': '843de541-a504-479e-8664-7b2f8a75be84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:24.655713 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e24db1af-f575-408e-b631-2c355cca6b09'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:24.786317 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e24db1af-f575-408e-b631-2c355cca6b09'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:24.786660 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f23b8d4-4ca0-461d-911f-6b6333aed83e None None] New status for floating IP 45d1f30b-6ea6-4cbc-aa8f-aae20ab2f5c2: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:55:24.851361 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827475c-fa4b-4336-a4c9-53c855160926 req-e9bfe7b7-4ec7-4177-87db-0d80a0766f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:24.854163 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-e9bfe7b7-4ec7-4177-87db-0d80a0766f39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1099 time: 0.1220372 Jul 07 20:55:24.977216 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827475c-fa4b-4336-a4c9-53c855160926 req-7498e274-a6dd-41db-b3d7-8662d301b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:24.978759 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-7498e274-a6dd-41db-b3d7-8662d301b22f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 915 time: 0.1114075 Jul 07 20:55:25.043443 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-31db4e91-2bd7-4573-ab1b-c26ddf464411 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 217 time: 0.0552876 Jul 07 20:55:25.130653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827475c-fa4b-4336-a4c9-53c855160926 req-db5ea2e4-b879-41f0-a96e-a24b528b8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.132118 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-db5ea2e4-b879-41f0-a96e-a24b528b8459 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.0721376 Jul 07 20:55:25.139836 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-97e5a299-0947-456b-9242-22b94760903f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1074412 Jul 07 20:55:25.206598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cb854-0a78-4527-81ca-811243d7e747 req-a5ce06de-a350-4e98-a75e-c22d6fdf0af3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.208205 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5e8cb854-0a78-4527-81ca-811243d7e747 req-a5ce06de-a350-4e98-a75e-c22d6fdf0af3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.0795808 Jul 07 20:55:25.214569 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827475c-fa4b-4336-a4c9-53c855160926 req-312a781c-949d-497b-b733-eb1abae77068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.216530 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-312a781c-949d-497b-b733-eb1abae77068 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756288 Jul 07 20:55:25.254638 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5e8cb854-0a78-4527-81ca-811243d7e747 req-ad4145cb-4c56-4129-a5d3-935386623f31 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402536 Jul 07 20:55:25.349686 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-05c36376-7a11-4c2b-b11d-a8e964d9efe0 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251605 Jul 07 20:55:25.451096 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9827475c-fa4b-4336-a4c9-53c855160926 req-a7755662-43ac-4032-98c9-6242fd2c0048 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944402 Jul 07 20:55:25.603126 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430441-cd2f-44e2-864d-d00512e19909 req-66934d9a-17b5-4883-8a02-f5452b040608 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.604660 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-62430441-cd2f-44e2-864d-d00512e19909 req-66934d9a-17b5-4883-8a02-f5452b040608 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.1178389 Jul 07 20:55:25.611226 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-4d448ae9-9b95-455a-bb90-b65d890c641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.612974 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-4d448ae9-9b95-455a-bb90-b65d890c641d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1099 time: 0.0947084 Jul 07 20:55:25.833177 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-a2043a2c-b2bf-4203-940a-9d96b67aa678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.834839 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-a2043a2c-b2bf-4203-940a-9d96b67aa678 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 915 time: 0.2139540 Jul 07 20:55:25.880513 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-8224ba2b-76f8-47a8-998b-bbeb050ddfa3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 217 time: 0.0386753 Jul 07 20:55:25.882504 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Deleting port 148dca76-f046-4076-aaac-253262f5eed4 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:25.883112 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:25.984547 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-e28ca029-c850-4698-825e-9a7c5fe86e11 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.986156 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-e28ca029-c850-4698-825e-9a7c5fe86e11 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/networks?id=01514da4-70ce-47e7-be76-a55f78ad090d HTTP/1.1" status: 200 len: 812 time: 0.1466439 Jul 07 20:55:26.007063 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-d1a386bb-ef01-4a85-bca5-1e7167bc2f79 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/quotas/3beb3e556e844e2bb77be1e7a2266a72 HTTP/1.1" status: 200 len: 375 time: 0.0128932 Jul 07 20:55:26.007464 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-1528d323-3f49-4fee-bc79-f9060e3f8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:26.009746 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-1528d323-3f49-4fee-bc79-f9060e3f8a26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.1207423 Jul 07 20:55:26.067114 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-bfbf4cec-085d-4674-9ee0-04c35801b88a tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553708 Jul 07 20:55:26.090043 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] For port 148dca76-f046-4076-aaac-253262f5eed4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=148dca76-f046-4076-aaac-253262f5eed4,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:26.090598 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.173459 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-17c746a3-87d3-4c26-b822-769bf3abfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:26.175060 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-17c746a3-87d3-4c26-b822-769bf3abfd0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1539719 Jul 07 20:55:26.200246 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-34886613-b2e6-4724-97ea-07e67bd93650 service neutron] 10.222.0.72 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245213 Jul 07 20:55:26.369541 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-67bb6ee5-265d-4ad4-a703-16fb2305ad72 service neutron] 10.222.0.72 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629090 Jul 07 20:55:26.788852 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.789411 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.789892 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Floating IP bd27c28f-5e88-497e-ad63-f3463eeec61d disassociated. External IP: 172.27.3.151, port: 148dca76-f046-4076-aaac-253262f5eed4. Jul 07 20:55:26.790359 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Calling delete_port for 148dca76-f046-4076-aaac-253262f5eed4 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:26.854295 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9f39fb7c-4392-4bdd-b5ae-ed90f3ce0ebd req-a116a197-0e38-49f7-abe1-5dce2beb05dc tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 210 time: 0.0375562 Jul 07 20:55:26.900190 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-a1382ae3-2072-4e10-9282-8c1280040bff service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178731 Jul 07 20:55:27.045513 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc464fb-e92d-4592-b908-a0c3d0fe7039 req-e22c24e6-c9da-4288-b3db-42a56878cefb tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.047114 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bcc464fb-e92d-4592-b908-a0c3d0fe7039 req-e22c24e6-c9da-4288-b3db-42a56878cefb tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 945 time: 0.3467014 Jul 07 20:55:27.122212 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ab6840ba-6ea0-484a-b65d-847725b9c60d req-3b5c0e09-283c-429a-9141-e671bd5f528e service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129076 Jul 07 20:55:27.147477 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bcc464fb-e92d-4592-b908-a0c3d0fe7039 req-1b513bd7-578f-4f42-89f4-84bbc9f9e06a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9e10b57-2516-47b5-9e62-47f5af6bbac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926812 Jul 07 20:55:27.165750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.215893 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event deleted for resources: {'Port': ['ID=148dca76-f046-4076-aaac-253262f5eed4,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:27.496695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-45b7450b-aff4-49e9-933b-88f9af88ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.498270 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-45b7450b-aff4-49e9-933b-88f9af88ed5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7637edcd784b4d1583d337f3c25456be&device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 1099 time: 0.2689836 Jul 07 20:55:27.509133 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:27.723305 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-0ec4114f-a9c3-4fb4-80f0-b1641dceab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.724876 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-0ec4114f-a9c3-4fb4-80f0-b1641dceab87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 200 len: 915 time: 0.2012141 Jul 07 20:55:27.726341 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:27.747223 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:27.769322 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:27.770427 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:27.800186 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-33628c59-4539-4ad1-a574-1bc6eb465764 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 200 len: 217 time: 0.0673068 Jul 07 20:55:27.822842 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] No DVR routers for this DVR port 148dca76-f046-4076-aaac-253262f5eed4 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:27.827746 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.829794 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-62430441-cd2f-44e2-864d-d00512e19909 req-3e88a829-5ebe-48df-a523-f67c01201ff7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "DELETE /v2.0/ports/148dca76-f046-4076-aaac-253262f5eed4 HTTP/1.1" status: 204 len: 173 time: 2.2158852 Jul 07 20:55:27.830301 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'name': 'network-vif-deleted', 'tag': '148dca76-f046-4076-aaac-253262f5eed4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:27.832822 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4ab406-9790-41bd-a9ab-23b348a2173d" -d '{"events": [{"server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "name": "network-vif-deleted", "tag": "148dca76-f046-4076-aaac-253262f5eed4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:27.924686 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8d8da-f79c-4f4b-adff-d8ace0c2e037 x-openstack-request-id: req-8cd8d8da-f79c-4f4b-adff-d8ace0c2e037 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:27.925776 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16669549-15f4-4c0c-84fe-292b85f64085", "name": "network-vif-deleted", "tag": "148dca76-f046-4076-aaac-253262f5eed4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:27.925776 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cd8d8da-f79c-4f4b-adff-d8ace0c2e037 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:27.927329 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16669549-15f4-4c0c-84fe-292b85f64085', 'name': 'network-vif-deleted', 'tag': '148dca76-f046-4076-aaac-253262f5eed4', 'status': 'completed', 'code': 200} Jul 07 20:55:27.966226 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-5b620ada-34e8-48d5-bbcb-960f37e7166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.970104 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:27.970456 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-5b620ada-34e8-48d5-bbcb-960f37e7166f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 200 len: 853 time: 0.1430702 Jul 07 20:55:28.147888 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-f8d71784-8ec0-41ae-af70-ee5ae4653c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:28.150548 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-f8d71784-8ec0-41ae-af70-ee5ae4653c52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b373f134-2425-4761-b16f-fc4aaa5367bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1727362 Jul 07 20:55:28.151868 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b756b469-314f-42fc-8665-72865bbc3b0d req-cde86304-66e2-4f72-8f96-297faeb5afa1 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 210 time: 0.0438683 Jul 07 20:55:28.370961 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:28.454619 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:28.478676 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:28.495160 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:28.539858 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-9a9ff9ec-ab5e-49ff-96bf-7c48b1344e10 service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698928 Jul 07 20:55:28.701471 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4c6eb0b7-eed0-4c57-8fc4-d5624d622d4c req-87f0b67d-8366-4ee1-9253-2b335842719c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=16669549-15f4-4c0c-84fe-292b85f64085 HTTP/1.1" status: 200 len: 210 time: 0.2737703 Jul 07 20:55:28.716371 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-544f9bfa-a9ff-46bc-b8bf-a411ebe64eac tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:28.718597 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-544f9bfa-a9ff-46bc-b8bf-a411ebe64eac tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "GET /v2.0/networks?id=01514da4-70ce-47e7-be76-a55f78ad090d HTTP/1.1" status: 200 len: 812 time: 0.5685654 Jul 07 20:55:28.733854 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 148dca76-f046-4076-aaac-253262f5eed4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:28.751496 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Request body: {'port': {'device_id': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d', 'admin_state_up': True, 'tenant_id': '3beb3e556e844e2bb77be1e7a2266a72'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:28.783044 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 148dca76-f046-4076-aaac-253262f5eed4 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:28.783607 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 148dca76-f046-4076-aaac-253262f5eed4 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:28.818493 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:28.909537 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20691575-7a8d-443a-bf4e-39b31ccff8b9 req-4768078c-63d4-4359-80eb-c55b3602da9b service neutron] 10.222.0.83 "GET /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566880 Jul 07 20:55:28.990276 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Made reservation on behalf of 3beb3e556e844e2bb77be1e7a2266a72 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:29.001040 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.075606 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ce04-c0f7-413f-bd37-88c41bf03c98 req-baefe97c-2acc-400a-b07d-34606840dafa tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:29.077410 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5c43ce04-c0f7-413f-bd37-88c41bf03c98 req-baefe97c-2acc-400a-b07d-34606840dafa tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.1013513 Jul 07 20:55:29.129296 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:29.148536 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5c43ce04-c0f7-413f-bd37-88c41bf03c98 req-1b7d1346-d297-4cb7-8d3a-7119749f6811 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640259 Jul 07 20:55:29.165649 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9d121-bcad-424b-89f5-f7eda758113e None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:29.189286 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Allocated IP 172.20.0.4 (01514da4-70ce-47e7-be76-a55f78ad090d/1fb4b75a-8f34-4948-aa13-f9f33506f799/0490538a-76b2-4092-981d-201570f1dffe) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:29.380626 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b7fe8ade-ec00-4e50-bb46-ba49d39d18e0 req-cf0f0a04-7f53-44db-bf68-1bdea071c703 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 210 time: 0.0429420 Jul 07 20:55:29.456516 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.500914 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555059a-6c04-4edb-ac95-168953ee72aa None None] New status for floating IP bd27c28f-5e88-497e-ad63-f3463eeec61d: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:55:29.524762 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.571879 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Network 01514da4-70ce-47e7-be76-a55f78ad090d is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:29.578466 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:29.582854 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:29.590434 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Pushing event updated for resources: {'Port': ['ID=0490538a-76b2-4092-981d-201570f1dffe,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:29.621456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.622004 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.622407 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.622766 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.623204 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.623624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.623973 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.624303 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.624682 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.625035 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.625418 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.625761 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:29.659298 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:29.659939 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.681354 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-4503661d-00bf-4dbd-876f-79d551fd800b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9485335 Jul 07 20:55:29.696130 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Request body: {'port': {'device_id': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:29.808743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.878920 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45412) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:29.992957 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.033443 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.091711 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.095437 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.096972 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "DELETE /v2.0/security-groups/d9e10b57-2516-47b5-9e62-47f5af6bbac9 HTTP/1.1" status: 204 len: 168 time: 0.2166150 Jul 07 20:55:30.099951 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45418) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:30.107977 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e10b57-2516-47b5-9e62-47f5af6bbac9,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.118037 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.118688 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.120632 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.121649 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.122182 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.122709 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.123480 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.124054 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.124425 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.124785 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.125116 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.125836 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6cf182-6aa3-4dab-a48b-0e787965f08b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:30.126943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.api.v2.resource [None req-eb02c52f-5612-4b3b-8ee6-f2fd4548968c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] show failed (client error): The resource could not be found. Jul 07 20:55:30.128316 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-eb02c52f-5612-4b3b-8ee6-f2fd4548968c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups/d9e10b57-2516-47b5-9e62-47f5af6bbac9 HTTP/1.1" status: 404 len: 347 time: 0.0267708 Jul 07 20:55:30.131539 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45420) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:30.190709 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0490538a-76b2-4092-981d-201570f1dffe {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:30.202612 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.219135 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Transition to ACTIVE for port object 0490538a-76b2-4092-981d-201570f1dffe will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:30.223569 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.301825 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Deleting port edb7062e-4339-4861-8bba-56e4330b285f {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:30.302407 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.330319 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0490538a-76b2-4092-981d-201570f1dffe,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.424408 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.424750 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.439461 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Calling delete_port for edb7062e-4339-4861-8bba-56e4330b285f owned by network:floatingip {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:30.464415 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Attempting to bind port 0490538a-76b2-4092-981d-201570f1dffe on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:30.464686 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Attempting to bind port 0490538a-76b2-4092-981d-201570f1dffe by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:30.464976 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Attempting to bind port 0490538a-76b2-4092-981d-201570f1dffe on network 01514da4-70ce-47e7-be76-a55f78ad090d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:30.472728 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Port 0490538a-76b2-4092-981d-201570f1dffe on network 01514da4-70ce-47e7-be76-a55f78ad090d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:30.473053 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Attempting to bind port 0490538a-76b2-4092-981d-201570f1dffe on network 01514da4-70ce-47e7-be76-a55f78ad090d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:30.486339 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfff78-792c-4dae-85b0-c236b502e192 req-48a59603-e03c-43ee-ba08-75a59dd6f56a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:30.487934 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-15cfff78-792c-4dae-85b0-c236b502e192 req-48a59603-e03c-43ee-ba08-75a59dd6f56a tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.1883271 Jul 07 20:55:30.488949 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:30.489291 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Checking segment: {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:30.489681 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Bound using segment: {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:30.490164 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Bound port: 0490538a-76b2-4092-981d-201570f1dffe, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:30.490629 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.572940 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-15cfff78-792c-4dae-85b0-c236b502e192 req-eef4d0d1-6352-4714-85df-747564213d76 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722151 Jul 07 20:55:30.591098 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.600318 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] For port 0490538a-76b2-4092-981d-201570f1dffe, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:30.606589 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] For port 0490538a-76b2-4092-981d-201570f1dffe, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0490538a-76b2-4092-981d-201570f1dffe,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:30.613134 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.631201 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event deleted for resources: {'Port': ['ID=edb7062e-4339-4861-8bba-56e4330b285f,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.685989 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0490538a-76b2-4092-981d-201570f1dffe,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.695161 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:30.695775 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.697225 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-080c7c8f-a340-4672-b66f-4da81bedf3f1 service neutron] 10.222.0.83 "PUT /v2.0/ports/0490538a-76b2-4092-981d-201570f1dffe HTTP/1.1" status: 200 len: 1093 time: 1.0073164 Jul 07 20:55:30.697751 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'tag': '0490538a-76b2-4092-981d-201570f1dffe'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:30.700243 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612b1678-c555-4161-94ab-d47e1aa7c856" -d '{"events": [{"name": "network-changed", "server_uuid": "edaaadcc-0e34-4c59-9359-d3087b52496a", "tag": "0490538a-76b2-4092-981d-201570f1dffe"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:30.712488 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.715882 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.717292 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5589c44f-e4ef-4976-8957-b04c55b93e39 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "DELETE /v2.0/floatingips/bd27c28f-5e88-497e-ad63-f3463eeec61d HTTP/1.1" status: 204 len: 168 time: 0.5844886 Jul 07 20:55:30.779140 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a7ff2-8c61-49a6-9f90-e631375b8488 req-98d4a9ed-297c-4eea-8221-0509ca9793c3 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:30.780751 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-229a7ff2-8c61-49a6-9f90-e631375b8488 req-98d4a9ed-297c-4eea-8221-0509ca9793c3 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.0718524 Jul 07 20:55:30.821390 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-229a7ff2-8c61-49a6-9f90-e631375b8488 req-d628acec-c818-4fe8-9878-8b64f110374d tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Jul 07 20:55:30.872764 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e01431b-a819-4f92-a0a1-23f0f8e2aa05 x-openstack-request-id: req-2e01431b-a819-4f92-a0a1-23f0f8e2aa05 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:30.873113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edaaadcc-0e34-4c59-9359-d3087b52496a", "tag": "0490538a-76b2-4092-981d-201570f1dffe", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:30.873429 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e01431b-a819-4f92-a0a1-23f0f8e2aa05 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:30.873879 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'tag': '0490538a-76b2-4092-981d-201570f1dffe', 'status': 'completed', 'code': 200} Jul 07 20:55:31.137088 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45432) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:31.143042 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714510020', 'description': 'tempest-description--551071387'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:31.171351 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.275303 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.280428 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.314991 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.316351 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1781051 Jul 07 20:55:31.317563 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78624-cae4-48e6-9dfc-65cd0a8cf68c tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb77c0e-e581-484d-8182-efa3b7ed4b9e,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:31.319926 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45434) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:31.326161 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'security_group_rule': {'security_group_id': '8bb77c0e-e581-484d-8182-efa3b7ed4b9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:31.361139 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.447260 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.453085 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.477604 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ca0323-0f5a-4d76-8f20-ca1c6b18323c,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:31.482519 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.483756 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-24508729-9850-4542-b2fb-56465f67e28b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625211 Jul 07 20:55:31.487883 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45436) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:31.492615 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.v2.base [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'security_group_rule': {'security_group_id': '8bb77c0e-e581-484d-8182-efa3b7ed4b9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:31.529404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.626787 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.632363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488199'] for security_group_rule, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.655888 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2a5fed-9ae6-4e57-b244-dfe9a8b677dc,revision_number=0']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:31.664693 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.665830 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b780ae6a-7c9b-41b6-b142-2e42f49a70f7 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768889 Jul 07 20:55:31.671287 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45440) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:31.676567 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:31.705444 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.927392 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07e80-900c-441d-84a5-7766c2a1a504 req-764dc779-f5dd-4d84-96a3-a1c696f53b65 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.930124 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cbe07e80-900c-441d-84a5-7766c2a1a504 req-764dc779-f5dd-4d84-96a3-a1c696f53b65 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.1528265 Jul 07 20:55:32.024717 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.041620 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cbe07e80-900c-441d-84a5-7766c2a1a504 req-1b73ad79-37cc-4eeb-bda4-67456d607994 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037500 Jul 07 20:55:32.222393 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Allocated IP 172.27.3.226 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/f5603281-ab25-46c4-b874-684e02289ea9) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:32.313545 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f0b83-9c52-438c-a582-7ccbb495fba7 req-9310750d-3363-4a83-bc02-29b5e4624ef4 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.315212 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3b4f0b83-9c52-438c-a582-7ccbb495fba7 req-9310750d-3363-4a83-bc02-29b5e4624ef4 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.1524904 Jul 07 20:55:32.386361 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.391424 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3b4f0b83-9c52-438c-a582-7ccbb495fba7 req-793234f1-673b-4733-a970-5440daf59c40 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Jul 07 20:55:32.433336 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.477950 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:32.484454 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:32.488484 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:32.518111 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'Port': ['ID=f5603281-ab25-46c4-b874-684e02289ea9,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:32.591616 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.643041 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.821882 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.829062 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.909126 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'Port': ['ID=f5603281-ab25-46c4-b874-684e02289ea9,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:32.924092 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.941091 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.942617 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-65a7dff5-61e3-4978-a21c-2e305979cf82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2699103 Jul 07 20:55:33.235780 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5280533-d102-41f7-bf9c-a250dbb23670 req-f77f8ea3-f74a-4647-8d6b-d4b6fe0d58cb tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.237382 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5280533-d102-41f7-bf9c-a250dbb23670 req-f77f8ea3-f74a-4647-8d6b-d4b6fe0d58cb tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.0714393 Jul 07 20:55:33.281986 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e5280533-d102-41f7-bf9c-a250dbb23670 req-190c5f5c-9b24-4f5d-bf56-63fec76c3ad7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Jul 07 20:55:33.420225 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b1678-c555-4161-94ab-d47e1aa7c856 req-6948e473-8065-45ad-98f8-9ec8c0d0d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.421884 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-612b1678-c555-4161-94ab-d47e1aa7c856 req-6948e473-8065-45ad-98f8-9ec8c0d0d044 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 1096 time: 0.0885901 Jul 07 20:55:33.426571 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-dea96a0c-36ec-4be7-83c3-1c61b413edd3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1714510020&fields=id&tenant_id=ecdb6044e7434c4fa0514da516c4033f HTTP/1.1" status: 200 len: 267 time: 0.0500743 Jul 07 20:55:33.506006 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-8aa21d17-2a51-4cc3-a700-1078084816a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:33.620547 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b1678-c555-4161-94ab-d47e1aa7c856 req-df52c39a-d3a6-4909-ae97-9015da0e6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.621943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-612b1678-c555-4161-94ab-d47e1aa7c856 req-df52c39a-d3a6-4909-ae97-9015da0e6f30 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1914709 Jul 07 20:55:33.624146 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f93a49-fcec-44a8-b4c1-7e6527289a30 req-626dfb8d-2cc7-4b21-96c3-efc4dec63eeb tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.626635 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-89f93a49-fcec-44a8-b4c1-7e6527289a30 req-626dfb8d-2cc7-4b21-96c3-efc4dec63eeb tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.1009011 Jul 07 20:55:33.631308 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6531aad8-3533-4bde-8394-eaf33d47ab77 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.632843 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6531aad8-3533-4bde-8394-eaf33d47ab77 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 811 time: 0.1898899 Jul 07 20:55:33.694839 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-58087225-0642-43b3-810c-0f82386086a3 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/quotas/ecdb6044e7434c4fa0514da516c4033f HTTP/1.1" status: 200 len: 375 time: 0.0506520 Jul 07 20:55:33.699889 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-89f93a49-fcec-44a8-b4c1-7e6527289a30 req-8cc30fdf-8c39-4a33-91ec-0195b2a2603d tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594344 Jul 07 20:55:33.778651 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b1678-c555-4161-94ab-d47e1aa7c856 req-028714c3-57f6-4bb9-bf96-937320bef50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.780360 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-612b1678-c555-4161-94ab-d47e1aa7c856 req-028714c3-57f6-4bb9-bf96-937320bef50a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466193 Jul 07 20:55:33.825417 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-fb9b63a6-d323-4746-a912-d3f1c94ce66d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1203444 Jul 07 20:55:33.908685 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-6325ee9b-3b9e-4603-b2de-0aeb9306fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.910298 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-6325ee9b-3b9e-4603-b2de-0aeb9306fb24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 1096 time: 0.0794535 Jul 07 20:55:34.259610 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-8d4dae04-c0f1-4bca-a4b8-b5d9d28879b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0490538a-76b2-4092-981d-201570f1dffe HTTP/1.1" status: 200 len: 217 time: 0.3418601 Jul 07 20:55:34.475372 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-d5cb064c-7bc5-4d56-8431-ad4785b545a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.477843 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-d5cb064c-7bc5-4d56-8431-ad4785b545a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fb4b75a-8f34-4948-aa13-f9f33506f799 HTTP/1.1" status: 200 len: 852 time: 0.1830733 Jul 07 20:55:34.545426 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce8984-f51c-41f4-8620-4cd084951700 req-eba2ac92-6e83-4830-852a-009e1bba1a32 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.547082 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3cce8984-f51c-41f4-8620-4cd084951700 req-eba2ac92-6e83-4830-852a-009e1bba1a32 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.2991223 Jul 07 20:55:34.549769 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6e6fe478-c56e-4df1-8a6f-b0146b6f0a84 service neutron] 10.222.0.72 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101965 Jul 07 20:55:34.551855 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-fe3293f4-4c1c-4bdd-b2b6-258d30384310 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=01514da4-70ce-47e7-be76-a55f78ad090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614319 Jul 07 20:55:34.582725 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e703-0ac7-417d-a879-30ed66fdfe3f req-1982cabc-0989-4a3a-aa9f-08c2980e504c tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.584692 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2ae5e703-0ac7-417d-a879-30ed66fdfe3f req-1982cabc-0989-4a3a-aa9f-08c2980e504c tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 946 time: 0.0851614 Jul 07 20:55:34.640982 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2ae5e703-0ac7-417d-a879-30ed66fdfe3f req-c2a11598-ad90-4e71-b809-e31189c863f7 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/security-groups?id=2851dc75-499d-43cb-bd3b-8779fbd78113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jul 07 20:55:34.787760 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-517a9aab-1800-4b22-af40-b9584916f4c7 service neutron] 10.222.0.83 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272184 Jul 07 20:55:34.826625 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-19f99211-fedc-4541-a882-f2d39e13e1aa service neutron] 10.222.0.72 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567101 Jul 07 20:55:34.881247 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Deleting port e24db1af-f575-408e-b631-2c355cca6b09 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:34.881709 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.965523 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-224e447e-48c0-45fa-a9b0-5dd0be9572b8 req-d8be5c9c-fb69-4017-bcc2-226f2035439e service neutron] 10.222.0.83 "GET /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669636 Jul 07 20:55:35.021466 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] For port e24db1af-f575-408e-b631-2c355cca6b09, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e24db1af-f575-408e-b631-2c355cca6b09,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:35.021943 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.055382 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Calling delete_port for e24db1af-f575-408e-b631-2c355cca6b09 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:35.067663 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36920f7b-ef75-4645-9d58-b5c57d456be6 req-326af790-8334-48e0-a176-a0bae821c410 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:35.069704 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-36920f7b-ef75-4645-9d58-b5c57d456be6 req-326af790-8334-48e0-a176-a0bae821c410 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.1126773 Jul 07 20:55:35.122577 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-36920f7b-ef75-4645-9d58-b5c57d456be6 req-faeff777-4fed-4f26-9cf7-4faf0baec339 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jul 07 20:55:35.223003 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-513b670d-aec2-42cc-a597-bdf379185f50 req-2dfa90c9-57b5-49b7-b914-2b5ef45ec546 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 210 time: 0.0694954 Jul 07 20:55:35.364824 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.397907 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e24db1af-f575-408e-b631-2c355cca6b09'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:35.405757 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Pushing event deleted for resources: {'Port': ['ID=e24db1af-f575-408e-b631-2c355cca6b09,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:35.454503 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] No DVR routers for this DVR port e24db1af-f575-408e-b631-2c355cca6b09 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:35.457478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.459902 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3cce8984-f51c-41f4-8620-4cd084951700 req-6e26d0cf-0e20-43d5-889d-0fa829bcffc5 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.83 "DELETE /v2.0/ports/e24db1af-f575-408e-b631-2c355cca6b09 HTTP/1.1" status: 204 len: 173 time: 0.9070673 Jul 07 20:55:35.460377 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'name': 'network-vif-deleted', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:35.462888 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d2aaa5-14fb-4e52-88dc-dc1a7442e575" -d '{"events": [{"server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "name": "network-vif-deleted", "tag": "e24db1af-f575-408e-b631-2c355cca6b09"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:35.551293 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d111980f-fd6f-45da-ae3e-0e3d63167ffb x-openstack-request-id: req-d111980f-fd6f-45da-ae3e-0e3d63167ffb {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:35.551713 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f61d01-44b8-49eb-9d1f-a883c4e312b7", "name": "network-vif-deleted", "tag": "e24db1af-f575-408e-b631-2c355cca6b09", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:35.552009 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d111980f-fd6f-45da-ae3e-0e3d63167ffb {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:35.552460 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f61d01-44b8-49eb-9d1f-a883c4e312b7', 'name': 'network-vif-deleted', 'tag': 'e24db1af-f575-408e-b631-2c355cca6b09', 'status': 'completed', 'code': 200} Jul 07 20:55:35.855544 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-77d5167d-6d9e-4dcb-b876-08b8413577c3 req-5baac189-ab17-4dba-a857-daff24905cc4 tempest-TestMinimumBasicScenario-1425774631 tempest-TestMinimumBasicScenario-1425774631-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4f61d01-44b8-49eb-9d1f-a883c4e312b7 HTTP/1.1" status: 200 len: 210 time: 0.0420158 Jul 07 20:55:36.397539 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fe4a1c11-516a-48dc-97d5-55a3ffb322f1 req-073ff1bb-f8bc-4def-ac4e-25dcf47067ad tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 210 time: 0.0363693 Jul 07 20:55:36.409051 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17829-3c4d-4a60-8eb6-0af80bcf79a2 req-922f701f-9909-4d25-bb14-902a2947b107 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:36.412077 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-72a17829-3c4d-4a60-8eb6-0af80bcf79a2 req-922f701f-9909-4d25-bb14-902a2947b107 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.1630290 Jul 07 20:55:36.478541 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-72a17829-3c4d-4a60-8eb6-0af80bcf79a2 req-be5fd360-2226-4e42-abc0-452d77f94a70 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595512 Jul 07 20:55:36.521998 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba0e6-2b93-43a1-ba33-a75c43380b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:36.861184 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-a359140f-8e42-42ba-967a-56ed0350d3e4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:36.862813 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-a359140f-8e42-42ba-967a-56ed0350d3e4 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 811 time: 0.1470542 Jul 07 20:55:36.950370 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-418b9af9-1d2d-473e-93ca-b6b11908f409 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecdb6044e7434c4fa0514da516c4033f HTTP/1.1" status: 200 len: 380 time: 0.0783925 Jul 07 20:55:36.964248 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'port': {'device_id': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'admin_state_up': True, 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'security_groups': ['8bb77c0e-e581-484d-8182-efa3b7ed4b9e']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:37.023355 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.187254 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Made reservation on behalf of ecdb6044e7434c4fa0514da516c4033f for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:37.195248 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.444733 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Allocated IP 172.20.0.11 (04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c/79cec71d-9b72-4cdb-9a98-997101cd3a61/e7157e1d-54f3-4e94-9437-bef7374f346b) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:37.718207 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5778475f-8f90-4482-a3db-3462dd85f807 req-4bc32906-6b90-4547-82e9-ae33bec90d82 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 210 time: 0.0775926 Jul 07 20:55:37.778098 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.801361 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Transition to ACTIVE for port object e7157e1d-54f3-4e94-9437-bef7374f346b will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:37.810657 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bef53a-c670-4de3-99d8-755e2e1cd409 req-c8f9a29b-acae-4a12-b2e2-1ff40588c3a8 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:37.813324 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c3bef53a-c670-4de3-99d8-755e2e1cd409 req-c8f9a29b-acae-4a12-b2e2-1ff40588c3a8 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.1137757 Jul 07 20:55:37.857385 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.896191 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c3bef53a-c670-4de3-99d8-755e2e1cd409 req-5263558d-2e48-40a9-b0eb-363cacd8f4ce tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700929 Jul 07 20:55:37.981913 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:37.987480 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:38.002868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:38.064590 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event updated for resources: {'Port': ['ID=e7157e1d-54f3-4e94-9437-bef7374f346b,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:38.066069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.113645 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:38.114759 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.143424 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-27c6ce6d-3a39-4b03-9188-aa79dc3a1218 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1875792 Jul 07 20:55:38.157019 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45576) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:38.161923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Request body: {'port': {'device_id': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:38.292076 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.349020 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-72810bf4-f751-4e3c-9358-c4c917da54d7 None None] Provisioning for port e7157e1d-54f3-4e94-9437-bef7374f346b completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:38.370198 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-72810bf4-f751-4e3c-9358-c4c917da54d7 None None] Provisioning complete for port e7157e1d-54f3-4e94-9437-bef7374f346b triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:38.370967 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-72810bf4-f751-4e3c-9358-c4c917da54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.427926 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-72810bf4-f751-4e3c-9358-c4c917da54d7 None None] Port e7157e1d-54f3-4e94-9437-bef7374f346b cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:55:38.728750 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7157e1d-54f3-4e94-9437-bef7374f346b {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:38.737191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.751513 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Transition to ACTIVE for port object e7157e1d-54f3-4e94-9437-bef7374f346b will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:38.756267 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.779228 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.852147 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Pushing event updated for resources: {'Port': ['ID=e7157e1d-54f3-4e94-9437-bef7374f346b,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:38.999734 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Attempting to bind port e7157e1d-54f3-4e94-9437-bef7374f346b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:39.000713 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Attempting to bind port e7157e1d-54f3-4e94-9437-bef7374f346b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:39.001067 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Attempting to bind port e7157e1d-54f3-4e94-9437-bef7374f346b on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:39.013606 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Port e7157e1d-54f3-4e94-9437-bef7374f346b on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:39.014656 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Attempting to bind port e7157e1d-54f3-4e94-9437-bef7374f346b on network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:39.029948 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:39.030713 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Checking segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:39.031519 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Bound using segment: {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:39.033044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Bound port: e7157e1d-54f3-4e94-9437-bef7374f346b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4800db5e-4dbb-4c5c-875b-3fcdc7e46009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:39.033250 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.132785 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] For port e7157e1d-54f3-4e94-9437-bef7374f346b, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:39.139587 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] For port e7157e1d-54f3-4e94-9437-bef7374f346b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7157e1d-54f3-4e94-9437-bef7374f346b,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:39.146805 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.275355 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.276839 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.280340 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] 10.222.0.83 "PUT /v2.0/ports/e7157e1d-54f3-4e94-9437-bef7374f346b HTTP/1.1" status: 200 len: 1094 time: 1.1282258 Jul 07 20:55:39.294212 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:39.298928 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e934eddf-219d-4595-8ce7-b5fe6645a90e" -d '{"events": [{"name": "network-changed", "server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:39.365399 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0490538a-76b2-4092-981d-201570f1dffe details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:39.380482 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e24db1af-f575-408e-b631-2c355cca6b09 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:39.435862 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: e24db1af-f575-408e-b631-2c355cca6b09 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:39.436818 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e24db1af-f575-408e-b631-2c355cca6b09 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:39.485621 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad8fc-264e-4e74-8cbf-43786050f887 service neutron] Pushing event updated for resources: {'Port': ['ID=e7157e1d-54f3-4e94-9437-bef7374f346b,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:39.531646 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c17ab-2168-401d-9cc5-55fde78fa4c4 req-fdf65882-abf6-4f70-bc77-dfee511b56de tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.534745 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dc1c17ab-2168-401d-9cc5-55fde78fa4c4 req-fdf65882-abf6-4f70-bc77-dfee511b56de tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 943 time: 0.3847721 Jul 07 20:55:39.593396 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b76b4-c4eb-40af-9c5e-c9bb3b4fbef7 req-626efc78-5048-4073-938d-7781da9f874d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.606306 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d04b76b4-c4eb-40af-9c5e-c9bb3b4fbef7 req-626efc78-5048-4073-938d-7781da9f874d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 944 time: 0.6775701 Jul 07 20:55:39.654185 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-c112cebc-6b49-4849-923e-d594c7d8b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.657167 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-c112cebc-6b49-4849-923e-d594c7d8b017 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 1097 time: 0.3189008 Jul 07 20:55:39.664212 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dc1c17ab-2168-401d-9cc5-55fde78fa4c4 req-a196b066-201b-45fd-a009-3f35560deb9f tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137328 Jul 07 20:55:39.675164 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 0490538a-76b2-4092-981d-201570f1dffe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0490538a-76b2-4092-981d-201570f1dffe,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:39.691347 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '0490538a-76b2-4092-981d-201570f1dffe', 'network_id': '01514da4-70ce-47e7-be76-a55f78ad090d', 'port_id': '0490538a-76b2-4092-981d-201570f1dffe', 'mac_address': 'fa:16:3e:a7:d2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb4b75a-8f34-4948-aa13-f9f33506f799', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:39.729479 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d04b76b4-c4eb-40af-9c5e-c9bb3b4fbef7 req-5efa58d7-0a1c-4a9b-b1bc-9bae978bff88 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221292 Jul 07 20:55:39.794144 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-483d44a3-35ca-4ca6-b265-142d91e3b5be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7157e1d-54f3-4e94-9437-bef7374f346b HTTP/1.1" status: 200 len: 217 time: 0.1271765 Jul 07 20:55:39.803234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45594) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:39.811241 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.832636 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0490538a-76b2-4092-981d-201570f1dffe {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:39.839758 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991dad6e-ca6a-4507-a884-539e8330823d x-openstack-request-id: req-991dad6e-ca6a-4507-a884-539e8330823d {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:39.839758 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:39.842602 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-991dad6e-ca6a-4507-a884-539e8330823d {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:39.845447 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'status': 'completed', 'code': 200} Jul 07 20:55:39.876897 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 0490538a-76b2-4092-981d-201570f1dffe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0490538a-76b2-4092-981d-201570f1dffe,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:39.885977 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.943232 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-24779fd6-bafa-4bcc-9d26-f63098d2a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.945471 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-24779fd6-bafa-4bcc-9d26-f63098d2a7b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.1398189 Jul 07 20:55:39.965661 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Deleting port df914630-5e5c-4696-990c-dc1777d9151e {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:39.966734 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.998810 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=0490538a-76b2-4092-981d-201570f1dffe,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:40.061004 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e99a-35dd-48d6-968e-1d7bbdff7bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.073001 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-bcd31f6f-d47a-463f-bb4b-0facb0b5f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.074579 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-bcd31f6f-d47a-463f-bb4b-0facb0b5f321 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1209109 Jul 07 20:55:40.136264 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['0490538a-76b2-4092-981d-201570f1dffe'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:40.149897 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] For port df914630-5e5c-4696-990c-dc1777d9151e, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=df914630-5e5c-4696-990c-dc1777d9151e,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:40.150504 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.182840 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Calling delete_port for df914630-5e5c-4696-990c-dc1777d9151e owned by network:router_interface {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:40.220016 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-5bc69fc3-7e08-4279-b25a-4295ba94efa8 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350176 Jul 07 20:55:40.359110 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e99a-35dd-48d6-968e-1d7bbdff7bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.376229 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e99a-35dd-48d6-968e-1d7bbdff7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.419814 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.458075 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f6374c16-b6d7-4cbe-82a0-609b431daa1e req-b1d74127-e69a-4788-80f0-e59981484335 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252796 Jul 07 20:55:40.462184 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d7c9e99a-35dd-48d6-968e-1d7bbdff7bb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cad376cb4c874c02ae5319c21a13bd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393869 Jul 07 20:55:40.463245 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e99a-35dd-48d6-968e-1d7bbdff7bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad445b73-b7da-4a07-831f-591537acef32,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:40.464237 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45598) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:40.497426 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.538308 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Pushing event deleted for resources: {'Port': ['ID=df914630-5e5c-4696-990c-dc1777d9151e,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:40.610270 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-c1e0eb60-b732-46d5-9f86-39f085b84242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.612813 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-c1e0eb60-b732-46d5-9f86-39f085b84242 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 1097 time: 0.0835545 Jul 07 20:55:40.620537 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8553640f-47e7-4c5f-b20c-65c78c37a0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.658520 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8553640f-47e7-4c5f-b20c-65c78c37a0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.737841 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-4b105362-a9cf-4213-8017-108daff2d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.739628 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-4b105362-a9cf-4213-8017-108daff2d257 service neutron] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 912 time: 0.1202223 Jul 07 20:55:40.801632 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-09f66415-1466-4647-bcad-187b8b520f6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7157e1d-54f3-4e94-9437-bef7374f346b HTTP/1.1" status: 200 len: 217 time: 0.0543287 Jul 07 20:55:40.819121 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8553640f-47e7-4c5f-b20c-65c78c37a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.823326 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8553640f-47e7-4c5f-b20c-65c78c37a0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.829097 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8553640f-47e7-4c5f-b20c-65c78c37a0a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad445b73-b7da-4a07-831f-591537acef32 HTTP/1.1" status: 204 len: 168 time: 0.3636022 Jul 07 20:55:40.839455 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553640f-47e7-4c5f-b20c-65c78c37a0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad445b73-b7da-4a07-831f-591537acef32,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:40.843062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.896355 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-9c932f3f-04a9-4dea-8b7d-bb145a98e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.897896 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-9c932f3f-04a9-4dea-8b7d-bb145a98e44e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.0869548 Jul 07 20:55:41.042946 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-21d26116-d50d-4bab-b024-d45158c3c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.050980 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-21d26116-d50d-4bab-b024-d45158c3c7a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1369843 Jul 07 20:55:41.066368 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52056ea-193b-4f14-933c-89dec8d4b830 req-e6c9ca68-fe96-4d2e-a3a2-856d434dd7aa tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.070061 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a52056ea-193b-4f14-933c-89dec8d4b830 req-e6c9ca68-fe96-4d2e-a3a2-856d434dd7aa tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 944 time: 0.1510010 Jul 07 20:55:41.179023 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a52056ea-193b-4f14-933c-89dec8d4b830 req-1d7eac02-a8eb-47db-8ea3-30a5f2d03e0f tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074352 Jul 07 20:55:41.226161 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-7254f262-250e-411d-9b71-d7eeede48890 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473029 Jul 07 20:55:41.257063 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891eae9-50eb-47ef-aac2-fe77f33a1b6f req-16e3563b-28f3-4015-9d48-a8c5b73abeae tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.260410 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a891eae9-50eb-47ef-aac2-fe77f33a1b6f req-16e3563b-28f3-4015-9d48-a8c5b73abeae tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 944 time: 0.2429748 Jul 07 20:55:41.345535 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e934eddf-219d-4595-8ce7-b5fe6645a90e req-42a5f2a8-257a-43e7-9cda-e4d6b6855dd8 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121593 Jul 07 20:55:41.355156 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a891eae9-50eb-47ef-aac2-fe77f33a1b6f req-9e086680-d7bb-4a68-8c08-acc27c37501a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862501 Jul 07 20:55:41.370463 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:41.378855 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0490538a-76b2-4092-981d-201570f1dffe up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:41.439256 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 0490538a-76b2-4092-981d-201570f1dffe completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:41.444165 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 0490538a-76b2-4092-981d-201570f1dffe triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:41.444710 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.499680 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:41.505492 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e01d607d-9ec7-44b9-8961-c5d22b4b18bb admin admin] 10.222.0.72 "PUT /v2.0/routers/313f7d9e-ad79-4ea4-b253-9e2a728b7311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3462882 Jul 07 20:55:41.508436 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45608) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:41.533320 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] Sync routers for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:41.558585 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:41.559214 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:41.563916 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.627806 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks [] for router, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.636266 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490538a-76b2-4092-981d-201570f1dffe'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:41.638945 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87e6fa3-3f23-4598-b732-6998772fe56c" -d '{"events": [{"server_uuid": "edaaadcc-0e34-4c59-9359-d3087b52496a", "name": "network-vif-plugged", "status": "completed", "tag": "0490538a-76b2-4092-981d-201570f1dffe"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:41.684195 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 0490538a-76b2-4092-981d-201570f1dffe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0490538a-76b2-4092-981d-201570f1dffe,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:41.686207 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cd7057-e737-499a-95ef-56acf58ca0c7 x-openstack-request-id: req-87cd7057-e737-499a-95ef-56acf58ca0c7 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:41.686567 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edaaadcc-0e34-4c59-9359-d3087b52496a", "name": "network-vif-plugged", "status": "completed", "tag": "0490538a-76b2-4092-981d-201570f1dffe", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:41.686893 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87cd7057-e737-499a-95ef-56acf58ca0c7 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:41.687346 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490538a-76b2-4092-981d-201570f1dffe', 'code': 200} Jul 07 20:55:41.690409 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.752532 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.815458 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Deleting port 0492bc79-4517-4a99-b771-5e34ac44bb93 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:41.815804 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.905834 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:41.935166 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=0490538a-76b2-4092-981d-201570f1dffe,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:41.968195 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] For port 0492bc79-4517-4a99-b771-5e34ac44bb93, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0492bc79-4517-4a99-b771-5e34ac44bb93,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:41.968554 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.985057 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Calling delete_port for 0492bc79-4517-4a99-b771-5e34ac44bb93 owned by network:router_gateway {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:42.050726 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20212d97-93cb-40d8-a5ef-d9365756924e req-2a3613d3-91e1-4162-9d70-6d1840433e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:42.052360 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20212d97-93cb-40d8-a5ef-d9365756924e req-2a3613d3-91e1-4162-9d70-6d1840433e98 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 1098 time: 0.1438136 Jul 07 20:55:42.116097 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:55:40Z', 'revision_number': 5, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port': {'id': '0492bc79-4517-4a99-b771-5e34ac44bb93', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:42.149334 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] Checking router: 313f7d9e-ad79-4ea4-b253-9e2a728b7311 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:42.160724 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] Routers {'313f7d9e-ad79-4ea4-b253-9e2a728b7311'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:42.161345 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:42.308173 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] Set router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 gateway port host: None {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:42.384196 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:55:41Z', 'revision_number': 6, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:42.441888 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726c916-5250-46e6-9f45-4c7dcb7e4d17 None None] The sync data for ids ['313f7d9e-ad79-4ea4-b253-9e2a728b7311'] in dv-cinder-790535-7-iscsi is: [{'id': '313f7d9e-ad79-4ea4-b253-9e2a728b7311', 'name': 'tempest-TestMinimumBasicScenario-932744465-router', 'tenant_id': '7637edcd784b4d1583d337f3c25456be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:26Z', 'updated_at': '2021-07-07T20:55:41Z', 'revision_number': 6, 'project_id': '7637edcd784b4d1583d337f3c25456be', 'gw_port_host': None}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:42.485455 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-20212d97-93cb-40d8-a5ef-d9365756924e req-f12a9a7d-8368-4144-bfc9-e09d7c49ec76 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235606 Jul 07 20:55:42.594891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1da0a-3bf7-4860-9f67-ceca8dc686d0 req-b3249419-9700-40dd-bd0c-06aac5397f58 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:42.596539 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cfc1da0a-3bf7-4860-9f67-ceca8dc686d0 req-b3249419-9700-40dd-bd0c-06aac5397f58 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 945 time: 0.1413124 Jul 07 20:55:42.597857 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.635662 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Pushing event deleted for resources: {'Port': ['ID=0492bc79-4517-4a99-b771-5e34ac44bb93,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:42.706782 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cfc1da0a-3bf7-4860-9f67-ceca8dc686d0 req-6501ae0a-0f9e-4b33-ae5e-be79d59c1e9b tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814302 Jul 07 20:55:42.742875 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.918741 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.923624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.951462 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa5e8a-107e-4183-96e9-c212786165ec req-240448db-62d9-4224-b860-bc4b96683736 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:42.953138 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-defa5e8a-107e-4183-96e9-c212786165ec req-240448db-62d9-4224-b860-bc4b96683736 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 944 time: 0.0908318 Jul 07 20:55:43.004700 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-defa5e8a-107e-4183-96e9-c212786165ec req-ba4db51a-5a18-469a-b7d4-252ca2a90f96 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 Jul 07 20:55:43.093544 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.094452 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313f7d9e-ad79-4ea4-b253-9e2a728b7311 {{(pid=99432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:55:43.108093 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.110026 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-226597f5-d437-4b70-b7e3-0c1120c38292 admin admin] 10.222.0.72 "DELETE /v2.0/routers/313f7d9e-ad79-4ea4-b253-9e2a728b7311 HTTP/1.1" status: 204 len: 168 time: 1.6006346 Jul 07 20:55:43.112532 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45622) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:43.159015 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59370145-4dce-4180-979b-764399b1e190 req-d449b90c-137b-4ae9-9f44-9fdf5f7ee875 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:43.161779 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59370145-4dce-4180-979b-764399b1e190 req-d449b90c-137b-4ae9-9f44-9fdf5f7ee875 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 945 time: 0.2347782 Jul 07 20:55:43.166703 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Deleting subnet 843de541-a504-479e-8664-7b2f8a75be84 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:55:43.170706 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.217263 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.218776 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-59370145-4dce-4180-979b-764399b1e190 req-da99dba9-ab72-411d-a929-553881d19e55 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497189 Jul 07 20:55:43.374528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e7157e1d-54f3-4e94-9437-bef7374f346b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:43.387096 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device df914630-5e5c-4696-990c-dc1777d9151e no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:43.406582 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.413394 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: df914630-5e5c-4696-990c-dc1777d9151e {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:43.414412 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device df914630-5e5c-4696-990c-dc1777d9151e not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:43.415185 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0492bc79-4517-4a99-b771-5e34ac44bb93 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:43.443919 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 0492bc79-4517-4a99-b771-5e34ac44bb93 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:43.445503 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0492bc79-4517-4a99-b771-5e34ac44bb93 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:43.524006 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.563669 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843de541-a504-479e-8664-7b2f8a75be84,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:43.575627 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.578265 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d42feba2-2ecc-4920-adeb-f92bde7d007f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/843de541-a504-479e-8664-7b2f8a75be84 HTTP/1.1" status: 204 len: 168 time: 0.4643967 Jul 07 20:55:43.581592 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45624) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:43.583323 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port e7157e1d-54f3-4e94-9437-bef7374f346b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7157e1d-54f3-4e94-9437-bef7374f346b,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:43.605346 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'port_id': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'mac_address': 'fa:16:3e:77:71:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:43.612198 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92056d06-b9f4-4bff-bb02-ce50d7081317 None None] Network b373f134-2425-4761-b16f-fc4aaa5367bb requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:43.692677 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.805066 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.807866 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Deleting port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:43.807866 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.875130 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7157e1d-54f3-4e94-9437-bef7374f346b {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:43.922420 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] For port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,segment=NetworkSegment(8d803bf1-42f9-4953-aeae-7e867e05f073),segment_id=8d803bf1-42f9-4953-aeae-7e867e05f073)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:43.923042 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.948192 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Calling delete_port for 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 owned by network:dhcp {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:43.949499 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port e7157e1d-54f3-4e94-9437-bef7374f346b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7157e1d-54f3-4e94-9437-bef7374f346b,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:43.957459 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.061180 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7fba-ecd4-4d84-a18c-ff87545246cf req-81b8ef4a-c968-42f0-b160-493c0cc30bf8 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.063105 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3de7fba-ecd4-4d84-a18c-ff87545246cf req-81b8ef4a-c968-42f0-b160-493c0cc30bf8 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 945 time: 0.1009881 Jul 07 20:55:44.073765 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=e7157e1d-54f3-4e94-9437-bef7374f346b,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:44.146343 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3de7fba-ecd4-4d84-a18c-ff87545246cf req-4e98ab96-fc15-4d5f-8243-46848ca18a2d tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772865 Jul 07 20:55:44.146627 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.197132 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f5a2a-8bcc-440b-b6ab-17d0876e948f None None] DHCP port deletion for b373f134-2425-4761-b16f-fc4aaa5367bb request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:55:44.211784 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] No DVR routers for this DVR port 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 on host dv-cinder-790535-7-iscsi {{(pid=99431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:44.218355 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3ad3b1-6bde-4425-81ad-d3e6e54180b8,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:44.307328 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['e7157e1d-54f3-4e94-9437-bef7374f346b'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:44.353518 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.383367 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b373f134-2425-4761-b16f-fc4aaa5367bb']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:44.410423 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d803bf1-42f9-4953-aeae-7e867e05f073') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:44.410932 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d803bf1-42f9-4953-aeae-7e867e05f073') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:44.450641 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d18f9-1ba3-416a-bb5e-2541611f8627 req-b8a946b7-331e-4544-947d-580c12819819 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.453544 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-968d18f9-1ba3-416a-bb5e-2541611f8627 req-b8a946b7-331e-4544-947d-580c12819819 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 945 time: 0.2476549 Jul 07 20:55:44.457419 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.476904 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.485385 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:55:44.485799 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:55:44.488572 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:55:44.561001 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95180eba-0da9-4626-84a9-20d495196ea4 req-aa9833c0-e8f3-4ed2-920a-0e0c52eea37e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.564153 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-95180eba-0da9-4626-84a9-20d495196ea4 req-aa9833c0-e8f3-4ed2-920a-0e0c52eea37e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 945 time: 0.1368167 Jul 07 20:55:44.575921 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.580074 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-968d18f9-1ba3-416a-bb5e-2541611f8627 req-b149ad6d-2264-4630-ac43-710fc47d5d0b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962071 Jul 07 20:55:44.587936 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.589940 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] 10.222.0.72 "DELETE /v2.0/networks/b373f134-2425-4761-b16f-fc4aaa5367bb HTTP/1.1" status: 204 len: 168 time: 1.0069089 Jul 07 20:55:44.599363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45640) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:44.722338 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb688b-031c-44e5-a50b-5dfcb0597bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=b373f134-2425-4761-b16f-fc4aaa5367bb,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:44.793933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Deleting port c1597451-cd0d-4349-ac2a-1e3fa358c463 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:44.794680 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.892690 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c8311-f8df-4ebe-9492-cdac2e6db10f req-5d1e5645-53eb-4463-a8b1-5edb525796e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.894354 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-819c8311-f8df-4ebe-9492-cdac2e6db10f req-5d1e5645-53eb-4463-a8b1-5edb525796e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 945 time: 0.1614439 Jul 07 20:55:44.985040 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] For port c1597451-cd0d-4349-ac2a-1e3fa358c463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c1597451-cd0d-4349-ac2a-1e3fa358c463,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:44.985861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.988840 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-819c8311-f8df-4ebe-9492-cdac2e6db10f req-6ab5652a-2ddf-4d6d-91bd-c0d1de5d9d05 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849025 Jul 07 20:55:45.140553 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:45.178052 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:45.178648 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9b3ad3b1-6bde-4425-81ad-d3e6e54180b8 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:45.181635 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.356343 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.357242 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.357434 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Floating IP 2ffda31c-645c-4cf1-973b-9e97e2e0d3ca disassociated. External IP: 172.27.3.32, port: c1597451-cd0d-4349-ac2a-1e3fa358c463. Jul 07 20:55:45.360154 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Calling delete_port for c1597451-cd0d-4349-ac2a-1e3fa358c463 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:45.380248 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e7157e1d-54f3-4e94-9437-bef7374f346b up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:45.440286 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port e7157e1d-54f3-4e94-9437-bef7374f346b completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:45.445634 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port e7157e1d-54f3-4e94-9437-bef7374f346b triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:45.447033 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.554158 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Deleting port 2d2abbfa-b954-4655-965f-8521b045469b {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:45.555473 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.558545 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.594933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.602501 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:45.606486 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adea897-3657-4e42-85ee-b8665b7ffb65" -d '{"events": [{"server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "name": "network-vif-plugged", "status": "completed", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:45.635846 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port e7157e1d-54f3-4e94-9437-bef7374f346b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7157e1d-54f3-4e94-9437-bef7374f346b,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:45.643996 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.665436 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'Port': ['ID=c1597451-cd0d-4349-ac2a-1e3fa358c463,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:45.674535 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] For port 2d2abbfa-b954-4655-965f-8521b045469b, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=2d2abbfa-b954-4655-965f-8521b045469b,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:45.675175 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.701066 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Calling delete_port for 2d2abbfa-b954-4655-965f-8521b045469b owned by network:router_interface {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:45.711181 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=e7157e1d-54f3-4e94-9437-bef7374f346b,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:45.720590 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4359c362-e0f4-4b70-9424-e96b25f18185 x-openstack-request-id: req-4359c362-e0f4-4b70-9424-e96b25f18185 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:45.721155 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "name": "network-vif-plugged", "status": "completed", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:45.721622 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4359c362-e0f4-4b70-9424-e96b25f18185 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:45.722278 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'code': 200} Jul 07 20:55:45.940237 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.978924 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2abbfa-b954-4655-965f-8521b045469b,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:46.045279 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:46.345199 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc5e7b-40d2-412d-b5f9-aa6bafdd6a89 req-fbce8fd7-c408-42de-af03-39f75abdc881 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:46.347916 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94dc5e7b-40d2-412d-b5f9-aa6bafdd6a89 req-fbce8fd7-c408-42de-af03-39f75abdc881 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.4402809 Jul 07 20:55:46.356541 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c6cde-e660-4fd9-a2df-705555ec1d1f req-66d9b82a-da06-429b-b33d-2999a173ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:46.359617 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b27c6cde-e660-4fd9-a2df-705555ec1d1f req-66d9b82a-da06-429b-b33d-2999a173ccdf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 1099 time: 0.4208355 Jul 07 20:55:46.410933 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.424326 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-20e201b5-64a6-4e74-a8b8-e02a8c709a9d req-98fc9a11-7a2e-41dd-b3fe-25330f8f8419 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0944436 Jul 07 20:55:46.474379 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:46.493099 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94dc5e7b-40d2-412d-b5f9-aa6bafdd6a89 req-7074571d-0226-4773-8b75-d09b45bf36dc tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279085 Jul 07 20:55:46.499942 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:46.550595 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:46.550595 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:46.560052 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b27c6cde-e660-4fd9-a2df-705555ec1d1f req-f539487e-617e-4b39-8cb1-b60c72cf139e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830735 Jul 07 20:55:46.589353 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] No DVR routers for this DVR port c1597451-cd0d-4349-ac2a-1e3fa358c463 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:46.592219 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.594400 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-95180eba-0da9-4626-84a9-20d495196ea4 req-3cadbad9-9ce2-4ff0-a5ae-cd3ba48b6be4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "DELETE /v2.0/ports/c1597451-cd0d-4349-ac2a-1e3fa358c463 HTTP/1.1" status: 204 len: 173 time: 2.0237014 Jul 07 20:55:46.594868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'name': 'network-vif-deleted', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:46.597208 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dd865f-bce2-4f68-b2cc-651ce6f3c767" -d '{"events": [{"server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "name": "network-vif-deleted", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:46.637683 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e7234f-4466-4be7-b787-ebef8b436fb9 x-openstack-request-id: req-b5e7234f-4466-4be7-b787-ebef8b436fb9 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:46.637978 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad6f6e3-44b0-4de8-8e80-1f16468aabb7", "name": "network-vif-deleted", "tag": "c1597451-cd0d-4349-ac2a-1e3fa358c463", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:46.638377 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5e7234f-4466-4be7-b787-ebef8b436fb9 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:46.638680 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad6f6e3-44b0-4de8-8e80-1f16468aabb7', 'name': 'network-vif-deleted', 'tag': 'c1597451-cd0d-4349-ac2a-1e3fa358c463', 'status': 'completed', 'code': 200} Jul 07 20:55:46.744921 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:46.795971 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:47.126093 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:47.176158 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:47.188512 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:47.189524 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:47.288558 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:47.301566 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-1514bc27-65c3-4c1c-800d-915eccffad64 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973608 Jul 07 20:55:47.301868 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] Sync routers for ids ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:47.302622 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45662) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:47.316511 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] Routers {'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:47.317287 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:47.379600 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:47.473743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks [] for router, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:47.517190 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] Set router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:47.685241 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ca148973-0d46-496b-a1f1-15ac23002f9a req-b65b2869-0dfd-4adc-ad44-78365e416f7a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=fad6f6e3-44b0-4de8-8e80-1f16468aabb7 HTTP/1.1" status: 200 len: 210 time: 0.0562365 Jul 07 20:55:47.820300 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:47.822675 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:47.909650 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:55:45Z', 'revision_number': 5, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port': {'id': 'dff7d358-0669-4621-abec-4dac235d95ac', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:47.925740 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06250b1f-9a33-404b-b773-6163abc71656 None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:47.937696 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03392196-e68f-4ea4-ac84-d29750fdc978 req-b024b5a0-1332-47f1-bc8f-7a8fe72c05dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:47.941867 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-03392196-e68f-4ea4-ac84-d29750fdc978 req-b024b5a0-1332-47f1-bc8f-7a8fe72c05dd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.1599562 Jul 07 20:55:47.950528 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Deleting port dff7d358-0669-4621-abec-4dac235d95ac {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:47.955590 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:47.956245 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] Checking router: bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:47.973878 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] Routers {'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:47.974987 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:48.013894 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-03392196-e68f-4ea4-ac84-d29750fdc978 req-55d01a01-8d07-47e6-be80-8b6a39628347 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567145 Jul 07 20:55:48.126187 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] For port dff7d358-0669-4621-abec-4dac235d95ac, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=dff7d358-0669-4621-abec-4dac235d95ac,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:48.126647 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.143702 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Calling delete_port for dff7d358-0669-4621-abec-4dac235d95ac owned by network:router_gateway {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:48.171966 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] Set router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 gateway port host: None {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:48.234317 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:55:47Z', 'revision_number': 6, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:48.271571 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7d690-6729-4fbb-abae-4ee6a909ebdf None None] The sync data for ids ['bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2'] in dv-cinder-790535-7-iscsi is: [{'id': 'bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2', 'name': 'tempest-TestMinimumBasicScenario-708550850-router', 'tenant_id': '1e426c03473e467d8d73aa535f9c1955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:55:47Z', 'revision_number': 6, 'project_id': '1e426c03473e467d8d73aa535f9c1955', 'gw_port_host': None}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:48.355724 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb751a14-4e12-4434-9324-f2fe8ba9ad30 None None] New status for floating IP 2ffda31c-645c-4cf1-973b-9e97e2e0d3ca: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:55:48.430922 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.465780 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff7d358-0669-4621-abec-4dac235d95ac,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:48.539403 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.648816 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.652067 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.742173 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.743279 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 {{(pid=99432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:55:48.752698 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.755175 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-fc2433f7-1418-48a8-badd-3d0d9c3bce52 admin admin] 10.222.0.72 "DELETE /v2.0/routers/bf4aeb46-2c51-4bde-b3e9-c37e7803bcd2 HTTP/1.1" status: 204 len: 168 time: 1.4506807 Jul 07 20:55:48.757935 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45674) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:48.841081 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Deleting subnet 1e995dc4-1370-4d86-bc79-fc0db26b53a2 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:55:48.846517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.911435 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.140050 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8702dc43-d745-4d89-b286-e714777ec0dd tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735848870&fields=id&tenant_id=02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 267 time: 0.0958972 Jul 07 20:55:49.146117 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.211578 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device dff7d358-0669-4621-abec-4dac235d95ac no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:49.243090 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: dff7d358-0669-4621-abec-4dac235d95ac {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:49.243590 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device dff7d358-0669-4621-abec-4dac235d95ac not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:49.244114 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 2d2abbfa-b954-4655-965f-8521b045469b no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:49.275132 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 2d2abbfa-b954-4655-965f-8521b045469b {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:49.275525 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 2d2abbfa-b954-4655-965f-8521b045469b not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:49.326101 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17010177-002b-4f70-a9a0-515b4c0daf97 req-fa36ed18-0b3d-4341-ae55-9a0c7ee92169 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.329539 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-17010177-002b-4f70-a9a0-515b4c0daf97 req-fa36ed18-0b3d-4341-ae55-9a0c7ee92169 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.1136293 Jul 07 20:55:49.380352 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-17010177-002b-4f70-a9a0-515b4c0daf97 req-294f9b5a-a632-4ea4-8cd9-bd37bbfb8c35 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Jul 07 20:55:49.392159 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.399578 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device c1597451-cd0d-4349-ac2a-1e3fa358c463 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:49.422435 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-c443419a-2049-4193-a2be-6466148a8fd7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.425129 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-c443419a-2049-4193-a2be-6466148a8fd7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 812 time: 0.2396619 Jul 07 20:55:49.436261 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: c1597451-cd0d-4349-ac2a-1e3fa358c463 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:49.436811 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device c1597451-cd0d-4349-ac2a-1e3fa358c463 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:49.456903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e995dc4-1370-4d86-bc79-fc0db26b53a2,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:49.459260 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.465546 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2a50d910-91fd-442f-9bba-df481dd08d9f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1e995dc4-1370-4d86-bc79-fc0db26b53a2 HTTP/1.1" status: 204 len: 168 time: 0.7022009 Jul 07 20:55:49.466951 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45690) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:49.472426 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-ab6e9830-e1f2-4cd6-9bd6-903b1e4d6848 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/quotas/02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 375 time: 0.0188825 Jul 07 20:55:49.487114 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b6fe6-748a-4090-8381-10616d637334 None None] Network 07bc8969-6dba-434d-b603-e5c68e6d041b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:49.608965 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-66bb9373-354e-4c70-8afd-dda1611b4d01 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192367 Jul 07 20:55:49.634768 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.766231 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdd9f3-378b-458a-9b38-6007d8ed5f07 req-c2016a95-d5bc-4791-b911-1534968b9a5d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.769936 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-43bdd9f3-378b-458a-9b38-6007d8ed5f07 req-c2016a95-d5bc-4791-b911-1534968b9a5d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.1785417 Jul 07 20:55:49.782068 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45692) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:49.795235 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Request body: {'floatingip': {'port_id': 'e7157e1d-54f3-4e94-9437-bef7374f346b'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:49.800009 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-7fc56815-3d7d-4bf1-bbdf-5bb057d818e1 service neutron] 10.222.0.72 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562696 Jul 07 20:55:49.831485 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] DHCP port deletion for 07bc8969-6dba-434d-b603-e5c68e6d041b request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:55:49.885250 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Deleting port 259d1f11-3f6c-4326-b30f-c136d7e86322 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:49.885776 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.908552 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.915060 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] Deleting port 259d1f11-3f6c-4326-b30f-c136d7e86322 {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:49.915659 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.962146 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-ec8e3c7b-744c-4986-ae0b-35e38ec70a0f service neutron] 10.222.0.72 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549544 Jul 07 20:55:49.991034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] For port 259d1f11-3f6c-4326-b30f-c136d7e86322, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=259d1f11-3f6c-4326-b30f-c136d7e86322,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:49.991434 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.009885 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] Calling delete_port for 259d1f11-3f6c-4326-b30f-c136d7e86322 owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:50.231542 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.262420 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] Pushing event deleted for resources: {'Port': ['ID=259d1f11-3f6c-4326-b30f-c136d7e86322,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:50.268167 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5229a-89e4-4148-ba28-0d8cef004a4d None None] No DVR routers for this DVR port 259d1f11-3f6c-4326-b30f-c136d7e86322 on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:50.391755 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] For port 259d1f11-3f6c-4326-b30f-c136d7e86322, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=259d1f11-3f6c-4326-b30f-c136d7e86322,segment=NetworkSegment(1e2aa6e6-a746-4ee7-918e-213f39a6b4b4),segment_id=1e2aa6e6-a746-4ee7-918e-213f39a6b4b4)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:50.392444 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.442091 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Calling delete_port for 259d1f11-3f6c-4326-b30f-c136d7e86322 owned by network:dhcp {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:50.589679 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-31390fcf-2022-42e0-9bf6-93dba1000b35 req-3eccdd81-ebb9-45c4-8b52-fff62d53b935 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 210 time: 0.0950732 Jul 07 20:55:50.690771 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.757990 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Pushing event deleted for resources: {'Port': ['ID=259d1f11-3f6c-4326-b30f-c136d7e86322,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:50.798114 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] No DVR routers for this DVR port 259d1f11-3f6c-4326-b30f-c136d7e86322 on host dv-cinder-790535-7-iscsi {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:50.921075 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.938463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bc8969-6dba-434d-b603-e5c68e6d041b']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:50.953766 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:50.954047 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2aa6e6-a746-4ee7-918e-213f39a6b4b4') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:50.970186 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.011793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.025538 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:55:51.026294 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: self.session.flush() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: self.session.flush() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: self.session.flush() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: self.session.flush() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:55:51.028253 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:55:51.128708 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 259d1f11-3f6c-4326-b30f-c136d7e86322 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:51.134787 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.138872 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.143543 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.150734 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] 10.222.0.72 "DELETE /v2.0/networks/07bc8969-6dba-434d-b603-e5c68e6d041b HTTP/1.1" status: 204 len: 168 time: 1.6804471 Jul 07 20:55:51.153716 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.158016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 259d1f11-3f6c-4326-b30f-c136d7e86322 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:51.158886 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 259d1f11-3f6c-4326-b30f-c136d7e86322 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:51.165629 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f6fd-a091-4fb5-b00b-6742455460aa admin admin] Pushing event deleted for resources: {'Network': ['ID=07bc8969-6dba-434d-b603-e5c68e6d041b,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:51.308454 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Floating IP e3b2edd9-9db7-42fe-b16d-d661adf5b473 associated. External IP: 172.27.3.226, port: e7157e1d-54f3-4e94-9437-bef7374f346b. Jul 07 20:55:51.441572 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45718) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:51.541593 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.546596 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2f98342b-60ff-4841-9e4c-4aa70f49394a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7637edcd784b4d1583d337f3c25456be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032076 Jul 07 20:55:51.549304 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45722) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:51.635903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fad26dd5-b155-4592-a934-3eb528cc2946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.673078 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fad26dd5-b155-4592-a934-3eb528cc2946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.733660 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:51.766727 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fad26dd5-b155-4592-a934-3eb528cc2946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.775872 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fad26dd5-b155-4592-a934-3eb528cc2946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.783706 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-fad26dd5-b155-4592-a934-3eb528cc2946 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2851dc75-499d-43cb-bd3b-8779fbd78113 HTTP/1.1" status: 204 len: 168 time: 0.2280307 Jul 07 20:55:51.798357 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad26dd5-b155-4592-a934-3eb528cc2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851dc75-499d-43cb-bd3b-8779fbd78113,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:51.892107 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-484fae82-8d63-4bbe-b913-29d123a83562 req-81de67f0-8c33-4cf5-b30e-4242e0ec3c28 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 210 time: 0.0648775 Jul 07 20:55:52.032635 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:52.041965 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.059422 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:52.076528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:52.077602 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:52.155402 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-b39a2c60-4b34-414c-9ddf-3a00d02f25e9 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "PUT /v2.0/floatingips/e3b2edd9-9db7-42fe-b16d-d661adf5b473 HTTP/1.1" status: 200 len: 992 time: 2.3675842 Jul 07 20:55:52.156990 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:52.161413 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e5733-5e4e-445c-ac32-e8c0c895ca39" -d '{"events": [{"name": "network-changed", "server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:52.184342 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-be4600e5-da1d-4d15-96d4-75688daca194 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.187649 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-be4600e5-da1d-4d15-96d4-75688daca194 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 812 time: 0.2347605 Jul 07 20:55:52.220367 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a293c5ca-c512-4081-9b57-87892c5eef7b x-openstack-request-id: req-a293c5ca-c512-4081-9b57-87892c5eef7b {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:52.221438 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:52.222270 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a293c5ca-c512-4081-9b57-87892c5eef7b {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:52.223216 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'status': 'completed', 'code': 200} Jul 07 20:55:52.277289 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:55:52.363734 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45738) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:52.404824 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:52.419704 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-af7e1a6b-42c5-427f-a75e-bb31d8e006f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e426c03473e467d8d73aa535f9c1955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544617 Jul 07 20:55:52.422572 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 45740) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:52.495085 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4e29a5a8-eb9f-450f-8069-a7c71708c56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.528835 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4e29a5a8-eb9f-450f-8069-a7c71708c56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.597625 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4e29a5a8-eb9f-450f-8069-a7c71708c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.602946 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-4e29a5a8-eb9f-450f-8069-a7c71708c56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.605203 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-4e29a5a8-eb9f-450f-8069-a7c71708c56c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91eccb08-5eda-44f2-bf4d-a1495a95db29 HTTP/1.1" status: 204 len: 168 time: 0.1806440 Jul 07 20:55:52.619559 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29a5a8-eb9f-450f-8069-a7c71708c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eccb08-5eda-44f2-bf4d-a1495a95db29,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:52.748114 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'e3b2edd9-9db7-42fe-b16d-d661adf5b473', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'port_id': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'mac_address': 'fa:16:3e:77:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:55:32Z', 'updated_at': '2021-07-07T20:55:50Z', 'revision_number': 1, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:52.781420 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:52.794460 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:52.795235 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:55:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:52.960906 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:53.312024 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'e3b2edd9-9db7-42fe-b16d-d661adf5b473', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'port_id': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'mac_address': 'fa:16:3e:77:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:55:32Z', 'updated_at': '2021-07-07T20:55:50Z', 'revision_number': 1, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:53.340698 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8c23e-009c-4740-bcfd-6c2d3617eb7d None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'e3b2edd9-9db7-42fe-b16d-d661adf5b473', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'port_id': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'mac_address': 'fa:16:3e:77:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:55:32Z', 'updated_at': '2021-07-07T20:55:50Z', 'revision_number': 1, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:53.580252 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006348c-5eb9-4849-9ec4-9bfa553cef2a None None] New status for floating IP e3b2edd9-9db7-42fe-b16d-d661adf5b473: ACTIVE {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:55:55.433482 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-f06911f4-5bb7-45a5-a414-4ad8de4c6bc4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 379 time: 0.1400890 Jul 07 20:55:55.462595 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'port': {'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'admin_state_up': True, 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'security_groups': ['452f0bd1-0f29-45eb-8514-11c0cbd27df8']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:55.541765 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-746480f0-28dc-43a7-ba7c-281d563ff431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.543297 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-746480f0-28dc-43a7-ba7c-281d563ff431 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ecdb6044e7434c4fa0514da516c4033f&device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 1099 time: 0.2208219 Jul 07 20:55:55.560555 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d5626df4-93b5-42a4-8d67-0de6de41a511 req-f7a40757-3db3-41b1-b6de-c2083c0badd3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 210 time: 0.0452929 Jul 07 20:55:55.787460 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-b56c3544-dbd3-4456-a051-54dc41b2eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.791221 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-b56c3544-dbd3-4456-a051-54dc41b2eed2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 200 len: 912 time: 0.2387083 Jul 07 20:55:55.943257 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Made reservation on behalf of 02af07f49f9747d185a57745e7596c53 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:55.949459 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:55.957123 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-f45dfe8e-cea4-434c-9820-da1872adea2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7157e1d-54f3-4e94-9437-bef7374f346b HTTP/1.1" status: 200 len: 1002 time: 0.1562340 Jul 07 20:55:56.029198 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7bc5-69d2-44ca-a813-b8d52da49aa0 req-4ec9b6b4-9608-4e03-a2ff-9338401a98ec tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.034096 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-00ba7bc5-69d2-44ca-a813-b8d52da49aa0 req-4ec9b6b4-9608-4e03-a2ff-9338401a98ec tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1449423 Jul 07 20:55:56.055923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-a6a98203-6f9e-45d3-a1bc-86f11b67526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.059145 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-a6a98203-6f9e-45d3-a1bc-86f11b67526a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 200 len: 850 time: 0.0874729 Jul 07 20:55:56.173791 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-00ba7bc5-69d2-44ca-a813-b8d52da49aa0 req-7ce242be-5f66-4b63-b733-b22b87c5be8d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321409 Jul 07 20:55:56.296578 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-7cb7d973-78b2-4982-8949-8645886484d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.299126 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-7cb7d973-78b2-4982-8949-8645886484d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2335823 Jul 07 20:55:56.334409 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Allocated IP 172.20.0.8 (08767028-0fa2-45e9-adc9-c3f8ec3c770d/08b25ec5-07c2-4106-9edc-2022096c50d4/3d238632-2712-4535-9a5c-e6af3220aab4) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:56.521645 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-b4f38a67-43a6-4178-aab4-10dcdeb5c507 service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047751 Jul 07 20:55:56.656446 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:56.686090 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-851e5733-5e4e-445c-ac32-e8c0c895ca39 req-96c83411-6903-4c5f-bf9a-8101305983bd service neutron] 10.222.0.83 "GET /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561356 Jul 07 20:55:56.687169 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Transition to ACTIVE for port object 3d238632-2712-4535-9a5c-e6af3220aab4 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:56.734231 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:56.764141 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-dcde5016-f1c2-4ac2-bc51-2637a9191a9c req-ffbfd43c-4eca-4681-9902-a77d4c81b257 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 210 time: 0.0630383 Jul 07 20:55:56.795122 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:56.799113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:56.804745 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:56.809888 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=3d238632-2712-4535-9a5c-e6af3220aab4,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:56.876934 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.877827 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:56.899263 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-8c766a5d-c17e-435d-bcde-5ab4ea64ddf7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4463129 Jul 07 20:55:57.070615 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-840e8d67-f6bf-42d8-ab24-515fd4edb835 None None] Provisioning for port 3d238632-2712-4535-9a5c-e6af3220aab4 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:57.075290 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-840e8d67-f6bf-42d8-ab24-515fd4edb835 None None] Provisioning complete for port 3d238632-2712-4535-9a5c-e6af3220aab4 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:57.075733 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-840e8d67-f6bf-42d8-ab24-515fd4edb835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:57.117158 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-840e8d67-f6bf-42d8-ab24-515fd4edb835 None None] Port 3d238632-2712-4535-9a5c-e6af3220aab4 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:55:57.412386 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759ef07-7d0b-44b1-aa39-cdeaa163dd50 req-6c7563b3-c2bd-49b7-94b7-c4038fe634af tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.414034 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8759ef07-7d0b-44b1-aa39-cdeaa163dd50 req-6c7563b3-c2bd-49b7-94b7-c4038fe634af tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1001325 Jul 07 20:55:57.478880 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8759ef07-7d0b-44b1-aa39-cdeaa163dd50 req-49a6c9b9-df8e-4bec-b11f-704580661d01 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582666 Jul 07 20:55:57.963774 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbda150-c990-46f1-bf85-5c7a2db2260d req-e51ab09b-c2cf-40be-8d33-28b56bd6f2a3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.965488 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-efbda150-c990-46f1-bf85-5c7a2db2260d req-e51ab09b-c2cf-40be-8d33-28b56bd6f2a3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 931 time: 0.0756757 Jul 07 20:55:58.017515 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-efbda150-c990-46f1-bf85-5c7a2db2260d req-87858f68-789e-4189-87d3-cde3d63991b2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459569 Jul 07 20:55:58.674451 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2c0da-a5e0-4082-8d1d-2669366b0718 req-6b01cc60-c19a-4c88-b418-ab7967146a22 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.676016 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fec2c0da-a5e0-4082-8d1d-2669366b0718 req-6b01cc60-c19a-4c88-b418-ab7967146a22 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0720181 Jul 07 20:55:58.725365 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fec2c0da-a5e0-4082-8d1d-2669366b0718 req-16ee41b6-5978-4b7f-a59c-7252a55826bb tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Jul 07 20:55:59.226153 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a8340-99c9-4661-8156-25ae6dd1acb7 req-1f6fed84-93ba-4444-91df-fdb55ec6c644 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:59.227783 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de6a8340-99c9-4661-8156-25ae6dd1acb7 req-1f6fed84-93ba-4444-91df-fdb55ec6c644 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 931 time: 0.0709279 Jul 07 20:55:59.273738 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-de6a8340-99c9-4661-8156-25ae6dd1acb7 req-d05fc833-942f-4d0a-9d65-302860fafe80 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 Jul 07 20:55:59.768933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Request body: {'port': {'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:59.956944 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:00.054956 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e7e4-6933-483b-a868-d4dbf81c3ad8 req-57c257d0-3df7-4648-90a4-6afdc401c91f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:00.056520 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d396e7e4-6933-483b-a868-d4dbf81c3ad8 req-57c257d0-3df7-4648-90a4-6afdc401c91f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1801505 Jul 07 20:56:00.173582 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d396e7e4-6933-483b-a868-d4dbf81c3ad8 req-38ce32cf-d741-4d6f-ae76-f6852e030141 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077418 Jul 07 20:56:00.364122 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d238632-2712-4535-9a5c-e6af3220aab4 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:00.372692 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:00.388397 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Transition to ACTIVE for port object 3d238632-2712-4535-9a5c-e6af3220aab4 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:00.395942 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:00.962859 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d238632-2712-4535-9a5c-e6af3220aab4,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:01.011679 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff5f5-6bba-4abd-a45b-4060223e537a req-67e940fa-89c8-412a-9406-2e847a70d53b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.014343 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-669ff5f5-6bba-4abd-a45b-4060223e537a req-67e940fa-89c8-412a-9406-2e847a70d53b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1011593 Jul 07 20:56:01.034583 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Attempting to bind port 3d238632-2712-4535-9a5c-e6af3220aab4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:01.034965 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Attempting to bind port 3d238632-2712-4535-9a5c-e6af3220aab4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:01.036003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Attempting to bind port 3d238632-2712-4535-9a5c-e6af3220aab4 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:01.044818 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Port 3d238632-2712-4535-9a5c-e6af3220aab4 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:56:01.045144 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Attempting to bind port 3d238632-2712-4535-9a5c-e6af3220aab4 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:01.060907 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3a0aa-29d0-48d8-9079-d6c0572c3c66 req-8e1dd28d-88d7-4931-984e-8d09b0d851e3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.062650 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4b3a0aa-29d0-48d8-9079-d6c0572c3c66 req-8e1dd28d-88d7-4931-984e-8d09b0d851e3 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.5241308 Jul 07 20:56:01.064117 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:01.064466 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Checking segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:01.064654 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-669ff5f5-6bba-4abd-a45b-4060223e537a req-341a8493-2ab6-4a5b-91a8-5afb5c79a3af tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Jul 07 20:56:01.064891 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Bound using segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:01.065307 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Bound port: 3d238632-2712-4535-9a5c-e6af3220aab4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:01.065673 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:01.164604 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4b3a0aa-29d0-48d8-9079-d6c0572c3c66 req-bfd24182-b133-490e-b5a0-3a35b140e361 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892251 Jul 07 20:56:01.183810 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] For port 3d238632-2712-4535-9a5c-e6af3220aab4, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:01.187580 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] For port 3d238632-2712-4535-9a5c-e6af3220aab4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d238632-2712-4535-9a5c-e6af3220aab4,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:01.197961 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:01.236901 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.237624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:01.239904 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 200 len: 1093 time: 1.4801121 Jul 07 20:56:01.240464 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:01.243912 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7fb79e-a215-4119-9aaa-d8251be6166a" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:01.281745 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474909db-ac07-4381-beed-d62adb1097c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d238632-2712-4535-9a5c-e6af3220aab4,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:01.391495 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba7876-bb07-45af-b48d-0de7783128eb x-openstack-request-id: req-c7ba7876-bb07-45af-b48d-0de7783128eb {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:01.392197 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:01.392498 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7ba7876-bb07-45af-b48d-0de7783128eb {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:01.393184 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4', 'status': 'completed', 'code': 200} Jul 07 20:56:01.482996 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-3bacf8ba-3f5e-45c3-a316-3796257a808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.485191 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-3bacf8ba-3f5e-45c3-a316-3796257a808d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1096 time: 0.1613431 Jul 07 20:56:01.534085 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-b78ea248-36a4-4488-be5b-004b873a29a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 200 len: 217 time: 0.0416224 Jul 07 20:56:01.600951 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68b7b5-2966-47cd-b536-bb704cb406bf req-0c77664f-9296-454b-82bf-71bf8493be45 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.602784 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8d68b7b5-2966-47cd-b536-bb704cb406bf req-0c77664f-9296-454b-82bf-71bf8493be45 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1865177 Jul 07 20:56:01.611598 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-d41f2156-bd5e-4081-9c7b-f0fae1dbe265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.613204 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-d41f2156-bd5e-4081-9c7b-f0fae1dbe265 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0716321 Jul 07 20:56:01.690744 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8d68b7b5-2966-47cd-b536-bb704cb406bf req-b397beb5-e0ee-4448-b5e7-e250c5b82b4c tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813706 Jul 07 20:56:01.719620 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-ce54d419-2e1e-4345-9a86-019019cb5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.722354 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-ce54d419-2e1e-4345-9a86-019019cb5c07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996754 Jul 07 20:56:01.849015 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-e5824f65-2291-4176-9d4f-1f4ea555e51e service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165063 Jul 07 20:56:01.960286 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f83d8de2-d6db-44da-8cf7-f37776d2febc req-27794401-8eb3-41ab-bcf4-f9af995581f8 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033754 Jul 07 20:56:02.089075 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-c01dfbef-8bd7-459c-a05e-ba01ba8d00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.090680 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-c01dfbef-8bd7-459c-a05e-ba01ba8d00a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1096 time: 0.0595126 Jul 07 20:56:02.213999 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-95b71345-1053-49b6-a8cf-39f717ea4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.216353 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-95b71345-1053-49b6-a8cf-39f717ea4e40 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1186030 Jul 07 20:56:02.297175 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-11e2b3b9-e7ba-4f0d-b45a-38f7e88feeb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 200 len: 217 time: 0.0728002 Jul 07 20:56:02.334660 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1046-57e8-4add-8feb-673ee3d03613 req-cd776b71-7e5e-4edd-b533-f1aa8cebcd63 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.336888 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-983a1046-57e8-4add-8feb-673ee3d03613 req-cd776b71-7e5e-4edd-b533-f1aa8cebcd63 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1090622 Jul 07 20:56:02.407308 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-983a1046-57e8-4add-8feb-673ee3d03613 req-cfbfb6c0-e128-42da-8751-af5133210e3f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570550 Jul 07 20:56:02.429152 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-6082bc74-0de4-4993-b697-92d70746e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.431256 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-6082bc74-0de4-4993-b697-92d70746e0b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.1258702 Jul 07 20:56:02.555425 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75fb91-9f61-4204-a95b-05afb5f0dd50 req-e33ec678-d850-4e27-9c79-7ea8966b67cc tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.558179 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6e75fb91-9f61-4204-a95b-05afb5f0dd50 req-e33ec678-d850-4e27-9c79-7ea8966b67cc tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.2034166 Jul 07 20:56:02.591456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-a0baec82-1ad5-4beb-9212-caea25114ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.592961 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-a0baec82-1ad5-4beb-9212-caea25114ed5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1531935 Jul 07 20:56:02.619964 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6e75fb91-9f61-4204-a95b-05afb5f0dd50 req-d05000c7-ed6a-4bbf-9bb4-14bc9d5c59c1 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513930 Jul 07 20:56:02.713104 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-cc558338-79d8-4736-89c5-1ade115bd28d service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046302 Jul 07 20:56:02.857027 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fe7fb79e-a215-4119-9aaa-d8251be6166a req-e7203940-246c-4f4e-917c-0410ff1bfca4 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352663 Jul 07 20:56:02.950008 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a33d9-8a96-40f1-8b72-700b1b77a307 req-f411c6bb-8fc5-4813-ab52-e0729c71aebc tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.952397 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9d1a33d9-8a96-40f1-8b72-700b1b77a307 req-f411c6bb-8fc5-4813-ab52-e0729c71aebc tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0984850 Jul 07 20:56:02.996914 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9d1a33d9-8a96-40f1-8b72-700b1b77a307 req-e2137e26-ba86-4b24-982c-5811c27c0884 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375483 Jul 07 20:56:03.497803 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c807-6d01-4b8c-a6ac-ebc6f6aa1103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.620938 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48068725-4db7-4c48-85a3-3b79d81ec342 req-8c7fefbe-a8b1-4bfe-b30f-33ca379b7d99 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:03.622910 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48068725-4db7-4c48-85a3-3b79d81ec342 req-8c7fefbe-a8b1-4bfe-b30f-33ca379b7d99 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0731027 Jul 07 20:56:03.670532 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-48068725-4db7-4c48-85a3-3b79d81ec342 req-58110094-9695-4611-8a02-2c1ea2aecb5e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Jul 07 20:56:03.909277 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c27a55-c276-4148-aa6a-0a9ae546666d req-96524c37-d64a-4fd5-b795-05008bbaf154 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:03.910979 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a7c27a55-c276-4148-aa6a-0a9ae546666d req-96524c37-d64a-4fd5-b795-05008bbaf154 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.0788391 Jul 07 20:56:03.966709 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a7c27a55-c276-4148-aa6a-0a9ae546666d req-19eda0a7-a9e3-47c4-9954-efe4beddd2bb tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485168 Jul 07 20:56:04.247121 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de61f-be36-4941-9617-2ea86c0b8612 req-29f757bd-06d4-4299-bff0-8ca1c3fea2d6 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.249680 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c2de61f-be36-4941-9617-2ea86c0b8612 req-29f757bd-06d4-4299-bff0-8ca1c3fea2d6 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0989356 Jul 07 20:56:04.316435 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c2de61f-be36-4941-9617-2ea86c0b8612 req-b1a4181e-6186-4f22-9180-141033f30729 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581930 Jul 07 20:56:04.918769 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7aa2-2b4c-4da2-8b1c-2506c3cbf0bb req-b37f7907-ff24-4398-ae45-9a94edf9d1cc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.921600 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2d4c7aa2-2b4c-4da2-8b1c-2506c3cbf0bb req-b37f7907-ff24-4398-ae45-9a94edf9d1cc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1091857 Jul 07 20:56:04.981981 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-2d4c7aa2-2b4c-4da2-8b1c-2506c3cbf0bb req-6293301e-3a9b-4d0a-9233-4e5c54e2b649 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527966 Jul 07 20:56:05.247809 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ca4f-f7d8-4ef8-92d6-76cdfb723632 req-fd10db76-1d05-419b-aacc-a43ebe125728 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.249398 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a384ca4f-f7d8-4ef8-92d6-76cdfb723632 req-fd10db76-1d05-419b-aacc-a43ebe125728 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.0759401 Jul 07 20:56:05.296709 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a384ca4f-f7d8-4ef8-92d6-76cdfb723632 req-0d3607a3-edc4-49ba-837b-d9cda04eb777 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374982 Jul 07 20:56:05.529919 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb184da0-3b5d-43c1-a10c-2655067d0f5f req-d1e2c5e0-74de-4fff-9dda-8a075f52038f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.531525 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cb184da0-3b5d-43c1-a10c-2655067d0f5f req-d1e2c5e0-74de-4fff-9dda-8a075f52038f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0716865 Jul 07 20:56:05.575449 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-cb184da0-3b5d-43c1-a10c-2655067d0f5f req-a4cfa378-bff8-45ac-bb09-f5816cc8122c tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366290 Jul 07 20:56:05.960277 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368262-81ef-4cc7-8c56-0c73350c5098 req-d820c32c-7aac-418a-96e8-499ee01b7df9 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.961930 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-86368262-81ef-4cc7-8c56-0c73350c5098 req-d820c32c-7aac-418a-96e8-499ee01b7df9 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 945 time: 0.0767860 Jul 07 20:56:06.009345 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-86368262-81ef-4cc7-8c56-0c73350c5098 req-e396b945-fac4-45de-9cb9-524e7f7f35e7 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Jul 07 20:56:06.211097 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98308-c4e3-4618-ba03-8598194b69ae req-a9c889f8-1fa4-4f82-9ee8-6254b69b8ead tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.212725 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-55a98308-c4e3-4618-ba03-8598194b69ae req-a9c889f8-1fa4-4f82-9ee8-6254b69b8ead tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1009605 Jul 07 20:56:06.276958 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-55a98308-c4e3-4618-ba03-8598194b69ae req-a3f11782-0cdc-4aa3-9eea-e5361e2afd92 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573006 Jul 07 20:56:06.489603 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8752f-b7d8-4319-a193-802c338db922 req-a2e46ce5-3f88-4abe-bbf6-4f41f5e96e3b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.491194 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-05a8752f-b7d8-4319-a193-802c338db922 req-a2e46ce5-3f88-4abe-bbf6-4f41f5e96e3b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.0705595 Jul 07 20:56:06.527248 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-cdf917bf-ca4c-414d-b5e5-2fcf2b90af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:06.538532 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-05a8752f-b7d8-4319-a193-802c338db922 req-d188f80b-f0ef-4235-9818-409e4ecb0671 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414813 Jul 07 20:56:06.775006 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ab72-3cf3-4c1e-8d63-45e83f84264d req-d300ae76-0230-445d-9b18-1d3d0a62f36e tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.776497 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f590ab72-3cf3-4c1e-8d63-45e83f84264d req-d300ae76-0230-445d-9b18-1d3d0a62f36e tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0715587 Jul 07 20:56:06.818337 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-f590ab72-3cf3-4c1e-8d63-45e83f84264d req-8008a593-8911-4bea-bd7c-ffd1a14ca0c1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356228 Jul 07 20:56:06.996025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:07.219539 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098aae-1e2b-4280-b3cf-4c608460af3a req-64204453-08b2-4b26-9ef1-7c93b39e65f7 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.221399 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c3098aae-1e2b-4280-b3cf-4c608460af3a req-64204453-08b2-4b26-9ef1-7c93b39e65f7 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 945 time: 0.0768881 Jul 07 20:56:07.283201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c3098aae-1e2b-4280-b3cf-4c608460af3a req-a056f374-2787-49ea-af24-8b899a5fa3d7 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b37c184-8d39-43b5-9803-d7e165b96fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505385 Jul 07 20:56:07.481242 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e2584-0fd6-496e-93ef-f6bf5c430a1c req-a6ffd77b-a8ce-48ab-b041-fac504002cc9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.482902 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1f6e2584-0fd6-496e-93ef-f6bf5c430a1c req-a6ffd77b-a8ce-48ab-b041-fac504002cc9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0744097 Jul 07 20:56:07.560983 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-1f6e2584-0fd6-496e-93ef-f6bf5c430a1c req-798081dc-167c-4b66-a79d-799c9d4bf600 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636690 Jul 07 20:56:07.611085 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-d4514eac-7db1-4fa0-876d-bed9627cee51 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.615347 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-d4514eac-7db1-4fa0-876d-bed9627cee51 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 945 time: 0.1267693 Jul 07 20:56:07.744463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Deleting port 0490538a-76b2-4092-981d-201570f1dffe {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:07.744810 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:07.804152 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dd0cc-acb0-4f0f-b010-c19bba1947f2 req-305239f3-8300-47a2-9a91-a32221f2717a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.807062 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-742dd0cc-acb0-4f0f-b010-c19bba1947f2 req-305239f3-8300-47a2-9a91-a32221f2717a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.1207209 Jul 07 20:56:07.850065 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] For port 0490538a-76b2-4092-981d-201570f1dffe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0490538a-76b2-4092-981d-201570f1dffe,segment=NetworkSegment(e2221090-a3f3-49bb-972e-ad53ac6f9c5a),segment_id=e2221090-a3f3-49bb-972e-ad53ac6f9c5a)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:07.850632 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:07.872831 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-742dd0cc-acb0-4f0f-b010-c19bba1947f2 req-7b28aaf1-ecbf-4dec-91a5-67bc6ff42726 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580540 Jul 07 20:56:07.887585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Calling delete_port for 0490538a-76b2-4092-981d-201570f1dffe owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:08.054865 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:08.092004 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b112dfd-e8f0-463f-a0d7-c3420bac0a30 req-fadffd95-54f8-4f90-92d8-7c864ec505a9 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.093662 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7b112dfd-e8f0-463f-a0d7-c3420bac0a30 req-fadffd95-54f8-4f90-92d8-7c864ec505a9 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1332238 Jul 07 20:56:08.123581 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:08.136922 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['0490538a-76b2-4092-981d-201570f1dffe'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:08.177629 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Pushing event deleted for resources: {'Port': ['ID=0490538a-76b2-4092-981d-201570f1dffe,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:08.219674 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7b112dfd-e8f0-463f-a0d7-c3420bac0a30 req-4c9a4c83-3000-469f-a696-45ceaf483346 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134338 Jul 07 20:56:08.236763 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] No DVR routers for this DVR port 0490538a-76b2-4092-981d-201570f1dffe on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:08.240548 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:08.242629 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98f4b233-9cce-427a-b69a-2d5d54817772 req-38d0b813-0d7d-4b86-82c8-b23eceb31977 tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.83 "DELETE /v2.0/ports/0490538a-76b2-4092-981d-201570f1dffe HTTP/1.1" status: 204 len: 173 time: 0.6201389 Jul 07 20:56:08.243163 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'name': 'network-vif-deleted', 'tag': '0490538a-76b2-4092-981d-201570f1dffe'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:08.245591 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739f0f2-b530-4fe6-a03f-49f8b03f9cd4" -d '{"events": [{"server_uuid": "edaaadcc-0e34-4c59-9359-d3087b52496a", "name": "network-vif-deleted", "tag": "0490538a-76b2-4092-981d-201570f1dffe"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:08.302723 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeea929-9e91-4557-b253-01a509da1d3a x-openstack-request-id: req-ffeea929-9e91-4557-b253-01a509da1d3a {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:08.303015 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edaaadcc-0e34-4c59-9359-d3087b52496a", "name": "network-vif-deleted", "tag": "0490538a-76b2-4092-981d-201570f1dffe", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:08.303268 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ffeea929-9e91-4557-b253-01a509da1d3a {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:08.303673 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaaadcc-0e34-4c59-9359-d3087b52496a', 'name': 'network-vif-deleted', 'tag': '0490538a-76b2-4092-981d-201570f1dffe', 'status': 'completed', 'code': 200} Jul 07 20:56:08.529035 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9b100e59-9ea7-4caf-a726-3d0da6dae661 req-b71bc3d1-e3a8-4c5e-9737-9b37b63c742d tempest-VolumesSnapshotTestJSON-459590083 tempest-VolumesSnapshotTestJSON-459590083-project] 10.222.0.72 "GET /v2.0/ports?device_id=edaaadcc-0e34-4c59-9359-d3087b52496a HTTP/1.1" status: 200 len: 210 time: 0.0510492 Jul 07 20:56:08.823612 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686b9a6-6e25-4aaa-a547-1139ec59c961 req-3b91d25b-1ff1-4f51-a62b-bafa6fc839b9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.827203 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3686b9a6-6e25-4aaa-a547-1139ec59c961 req-3b91d25b-1ff1-4f51-a62b-bafa6fc839b9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1250622 Jul 07 20:56:08.878535 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3686b9a6-6e25-4aaa-a547-1139ec59c961 req-4bee52d2-1379-4e42-a191-b2d4aa2b09a2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Jul 07 20:56:09.116359 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac3294-2652-473d-bfca-c3cac0ab39f7 req-3b6784ac-f13c-46f6-bf67-f5e6b9e08739 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.118136 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-91ac3294-2652-473d-bfca-c3cac0ab39f7 req-3b6784ac-f13c-46f6-bf67-f5e6b9e08739 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 943 time: 0.0963488 Jul 07 20:56:09.182654 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-91ac3294-2652-473d-bfca-c3cac0ab39f7 req-86e9018b-f191-4a7c-bf7a-3779ff65662c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579069 Jul 07 20:56:09.411202 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9f7dc-004b-4558-9a67-e30c6cf6b99f req-989c7a9a-a31c-404b-b5e8-c9787f3550fc tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.413065 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ebe9f7dc-004b-4558-9a67-e30c6cf6b99f req-989c7a9a-a31c-404b-b5e8-c9787f3550fc tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0686495 Jul 07 20:56:09.457123 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ebe9f7dc-004b-4558-9a67-e30c6cf6b99f req-c21dd5eb-584b-4320-8285-b08201139df4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379732 Jul 07 20:56:09.462908 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 3d238632-2712-4535-9a5c-e6af3220aab4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:09.600407 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 3d238632-2712-4535-9a5c-e6af3220aab4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d238632-2712-4535-9a5c-e6af3220aab4,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:09.613850 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '3d238632-2712-4535-9a5c-e6af3220aab4', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:09.670143 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:09.687823 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d238632-2712-4535-9a5c-e6af3220aab4 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:09.713937 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 3d238632-2712-4535-9a5c-e6af3220aab4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d238632-2712-4535-9a5c-e6af3220aab4,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:09.719245 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:09.793585 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=3d238632-2712-4535-9a5c-e6af3220aab4,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:09.805859 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.806765 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.807366 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.807936 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.808688 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.809262 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.809772 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.810392 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.810985 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.811515 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.812258 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.812855 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:09.976670 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['3d238632-2712-4535-9a5c-e6af3220aab4'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:10.243481 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddc906-fb43-426d-9d27-6efec0359a1c req-d82a2389-fbfd-4c24-8d43-336cceed4c12 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.246436 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-44ddc906-fb43-426d-9d27-6efec0359a1c req-d82a2389-fbfd-4c24-8d43-336cceed4c12 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0959530 Jul 07 20:56:10.335157 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-44ddc906-fb43-426d-9d27-6efec0359a1c req-61292dfb-6ad8-473c-b954-e42eca3f3d4c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713868 Jul 07 20:56:10.424271 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:10.476294 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a856ae-79b1-43e6-9139-5d7b3073a187 req-9ab28eed-b545-4ca5-a0df-50bf2d32054b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.478036 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09a856ae-79b1-43e6-9139-5d7b3073a187 req-9ab28eed-b545-4ca5-a0df-50bf2d32054b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 944 time: 0.0894799 Jul 07 20:56:10.537349 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-09a856ae-79b1-43e6-9139-5d7b3073a187 req-53117933-5923-4e24-99d4-7e4598c40711 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481246 Jul 07 20:56:10.661916 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bfb2e-e5f9-4430-b383-9a2800239eb3 req-a5261608-8dca-4a31-900c-5c7232e969a1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.663540 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fb2bfb2e-e5f9-4430-b383-9a2800239eb3 req-a5261608-8dca-4a31-900c-5c7232e969a1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0780728 Jul 07 20:56:10.710794 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-fb2bfb2e-e5f9-4430-b383-9a2800239eb3 req-5947b10d-9ba6-485b-82c2-ebf8b8ed4f12 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 Jul 07 20:56:11.124419 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-679fd787-02e1-4e9e-8e71-71d644d99569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.126189 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-679fd787-02e1-4e9e-8e71-71d644d99569 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1098 time: 0.0715256 Jul 07 20:56:11.231173 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-74ce3386-7afd-4877-becd-68328b24f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.232872 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-74ce3386-7afd-4877-becd-68328b24f09f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 909 time: 0.0971084 Jul 07 20:56:11.320526 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-b22e57fc-d8ed-4040-a894-33fea2195132 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 1001 time: 0.0804205 Jul 07 20:56:11.390685 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-b191c9b0-c39c-4795-88f5-ba1e4823dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.393928 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-b191c9b0-c39c-4795-88f5-ba1e4823dc21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.0600994 Jul 07 20:56:11.486493 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 3d238632-2712-4535-9a5c-e6af3220aab4 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:11.505492 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-96fe3e4b-2058-4130-b313-549be1a6b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.507893 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-96fe3e4b-2058-4130-b313-549be1a6b35b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051137 Jul 07 20:56:11.556775 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 3d238632-2712-4535-9a5c-e6af3220aab4 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:11.564665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 3d238632-2712-4535-9a5c-e6af3220aab4 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:11.565874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:11.689007 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:11.698066 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2802df-6d51-4c1d-b176-52ea1ec6189e req-10ced0c1-497e-45d4-8fee-9bd3dc815a58 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.705296 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-eddb5782-f92d-40c8-ab68-d996b8adc66b service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831722 Jul 07 20:56:11.706117 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bf2802df-6d51-4c1d-b176-52ea1ec6189e req-10ced0c1-497e-45d4-8fee-9bd3dc815a58 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1208425 Jul 07 20:56:11.718989 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:11.722655 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1661a6-7c51-4e70-9165-927aabe3d4a8" -d '{"events": [{"server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "name": "network-vif-plugged", "status": "completed", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:11.739766 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 3d238632-2712-4535-9a5c-e6af3220aab4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d238632-2712-4535-9a5c-e6af3220aab4,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:11.745349 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:11.746480 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0490538a-76b2-4092-981d-201570f1dffe no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:11.762366 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bf2802df-6d51-4c1d-b176-52ea1ec6189e req-9e6b5600-b8cc-4106-a17a-f1f5ae605ced tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551698 Jul 07 20:56:11.790913 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 0490538a-76b2-4092-981d-201570f1dffe {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:11.791283 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0490538a-76b2-4092-981d-201570f1dffe not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:11.801369 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c1c52-beac-4bed-b91d-1fc1bc70679c req-858c868c-e482-46e0-b7af-9b566c7be8c0 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.803052 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-495c1c52-beac-4bed-b91d-1fc1bc70679c req-858c868c-e482-46e0-b7af-9b566c7be8c0 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 944 time: 0.1191452 Jul 07 20:56:11.821538 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=3d238632-2712-4535-9a5c-e6af3220aab4,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:11.845356 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99023132-5cd7-41a2-aa7f-eaee5ae244b1 x-openstack-request-id: req-99023132-5cd7-41a2-aa7f-eaee5ae244b1 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:11.845760 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "name": "network-vif-plugged", "status": "completed", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:11.845913 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99023132-5cd7-41a2-aa7f-eaee5ae244b1 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:11.847778 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4', 'code': 200} Jul 07 20:56:11.857276 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-495c1c52-beac-4bed-b91d-1fc1bc70679c req-8899e3af-a138-41bd-bd30-5baa94f7b9a2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455337 Jul 07 20:56:12.059834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55927ca6-dbf2-4ece-935b-88474b2a5c63 req-c20007d2-25bc-4ab6-877b-625a9cb05240 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:12.061552 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-55927ca6-dbf2-4ece-935b-88474b2a5c63 req-c20007d2-25bc-4ab6-877b-625a9cb05240 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0791831 Jul 07 20:56:12.106162 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-55927ca6-dbf2-4ece-935b-88474b2a5c63 req-3a7cc053-05b4-4bd3-91c4-acb0e9e1b729 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374024 Jul 07 20:56:12.688096 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-91ef8f7c-93b3-425a-b9c1-86996eef0bf8 req-6083f1d6-ef41-46ff-a5f6-c08fb939708f service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011424 Jul 07 20:56:12.953757 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45776417-0529-4e61-800f-31ea52d0ccbb req-ca85f6e0-7dc0-4c50-8e67-59f3a1547c85 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:12.955568 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-45776417-0529-4e61-800f-31ea52d0ccbb req-ca85f6e0-7dc0-4c50-8e67-59f3a1547c85 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0703080 Jul 07 20:56:12.997200 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-45776417-0529-4e61-800f-31ea52d0ccbb req-93ae334a-71a2-44fb-92e1-aca86ba482a1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354192 Jul 07 20:56:13.188160 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c385-53af-4b4a-b804-67e7a7fcd598 req-7412ae85-0ade-48e5-86d4-c8986c364fa4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:13.190397 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7227c385-53af-4b4a-b804-67e7a7fcd598 req-7412ae85-0ade-48e5-86d4-c8986c364fa4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0711954 Jul 07 20:56:13.232120 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7227c385-53af-4b4a-b804-67e7a7fcd598 req-6fa3d117-545b-4dad-ae50-e4818071eeec tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Jul 07 20:56:13.421843 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee802-39b8-42e0-b8ac-a6b0e945db62 req-deb454d8-b7eb-479b-8603-92c35801e612 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:13.423543 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-876ee802-39b8-42e0-b8ac-a6b0e945db62 req-deb454d8-b7eb-479b-8603-92c35801e612 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0762239 Jul 07 20:56:13.468434 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-876ee802-39b8-42e0-b8ac-a6b0e945db62 req-5ef8a5d3-4c3a-4290-82a5-98056e28a11d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385823 Jul 07 20:56:14.194791 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e133421-9242-4e72-bf93-8a7dcac35bca req-b3515a77-de94-4057-bc7c-a57ac4e0b188 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.196436 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9e133421-9242-4e72-bf93-8a7dcac35bca req-b3515a77-de94-4057-bc7c-a57ac4e0b188 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0698826 Jul 07 20:56:14.245036 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9e133421-9242-4e72-bf93-8a7dcac35bca req-f547895e-0d19-4bee-b247-95ca997b2c58 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Jul 07 20:56:14.430185 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eed8e-a313-418b-bdba-c29c5cbd2b9c req-db9e835e-0db8-43f3-9830-7f0e4a0a4cb4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.431831 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-475eed8e-a313-418b-bdba-c29c5cbd2b9c req-db9e835e-0db8-43f3-9830-7f0e4a0a4cb4 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0730829 Jul 07 20:56:14.479541 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-475eed8e-a313-418b-bdba-c29c5cbd2b9c req-533e8ca8-88bc-4b55-a20f-1f0a9d3f7f42 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Jul 07 20:56:14.702211 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1bbac-897b-4dfe-881d-9629498b9fae req-90fed2b3-cdeb-4116-8b13-cba42ff0576d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.704747 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-35f1bbac-897b-4dfe-881d-9629498b9fae req-90fed2b3-cdeb-4116-8b13-cba42ff0576d tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0872924 Jul 07 20:56:14.770720 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-35f1bbac-897b-4dfe-881d-9629498b9fae req-7d490ccc-bc07-48bb-b7fe-00a64ca85624 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584719 Jul 07 20:56:14.865619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4724-5d6a-4891-9943-4183ffc77c21 req-88011c58-d3e4-4e9e-bfe0-bbcd5cd17ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.867116 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-63dd4724-5d6a-4891-9943-4183ffc77c21 req-88011c58-d3e4-4e9e-bfe0-bbcd5cd17ca1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1098 time: 0.0573165 Jul 07 20:56:14.906912 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-63dd4724-5d6a-4891-9943-4183ffc77c21 req-191789c3-3efb-457e-bc4c-fe6cc388939d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Jul 07 20:56:15.449594 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499a1e-094c-4c51-bf6d-970691544181 req-6763d7b5-1b3d-4bc6-9e07-4056e0e3750b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:15.451292 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f2499a1e-094c-4c51-bf6d-970691544181 req-6763d7b5-1b3d-4bc6-9e07-4056e0e3750b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0698240 Jul 07 20:56:15.495218 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f2499a1e-094c-4c51-bf6d-970691544181 req-b8631257-478b-4205-b803-1863e0eda775 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376620 Jul 07 20:56:15.708251 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0f956-a1c5-4772-8c26-26b49adf836e req-47e72209-a89e-4148-8ad3-3aa923f07f8b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:15.709944 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-39f0f956-a1c5-4772-8c26-26b49adf836e req-47e72209-a89e-4148-8ad3-3aa923f07f8b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0962441 Jul 07 20:56:15.787501 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-39f0f956-a1c5-4772-8c26-26b49adf836e req-f24c735a-5e57-4622-8a38-edd6bc529747 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678902 Jul 07 20:56:16.118514 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb2d12-af1d-4a33-8eea-1e9f352f4bf0 req-0f2c5eb8-d07c-41f9-88c9-a4e6d657e970 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:16.120778 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3fb2d12-af1d-4a33-8eea-1e9f352f4bf0 req-0f2c5eb8-d07c-41f9-88c9-a4e6d657e970 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1391239 Jul 07 20:56:16.173083 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d3fb2d12-af1d-4a33-8eea-1e9f352f4bf0 req-b94f14d0-0cc0-4984-bfd8-9544f9b87721 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Jul 07 20:56:16.708320 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101282a-1fb1-4af5-be44-f7cfed260a4b req-89b508c6-9912-4844-823e-d0cdeda95b7e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:16.710642 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8101282a-1fb1-4af5-be44-f7cfed260a4b req-89b508c6-9912-4844-823e-d0cdeda95b7e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0864866 Jul 07 20:56:16.756036 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8101282a-1fb1-4af5-be44-f7cfed260a4b req-d880a4a3-7bc8-4ab8-a356-54291d57110f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Jul 07 20:56:17.012276 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b19b-c4f6-402e-b3f8-b52cef84785c req-1b2e9885-7ff7-4865-863b-33f1300130bf tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.014166 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5818b19b-c4f6-402e-b3f8-b52cef84785c req-1b2e9885-7ff7-4865-863b-33f1300130bf tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0854897 Jul 07 20:56:17.060056 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5818b19b-c4f6-402e-b3f8-b52cef84785c req-32c83020-6c36-40ee-a8e6-e9237dfc883e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359416 Jul 07 20:56:17.335284 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294a8fc-3052-479b-b43f-0cb0be9b42b3 req-e90682c6-3a64-4169-ac54-ee8a1ab58fec tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.338132 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7294a8fc-3052-479b-b43f-0cb0be9b42b3 req-e90682c6-3a64-4169-ac54-ee8a1ab58fec tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.1080911 Jul 07 20:56:17.431442 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7294a8fc-3052-479b-b43f-0cb0be9b42b3 req-f2b1e5db-8d39-49ff-aec4-050b234c9274 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817850 Jul 07 20:56:17.491993 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45996) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:17.535637 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3308-aba9-4fde-a2b2-88ca6a086856 req-b7cf87b9-6221-471c-8586-1ff777bc46ca tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.538663 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-38ce3308-aba9-4fde-a2b2-88ca6a086856 req-b7cf87b9-6221-471c-8586-1ff777bc46ca tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1400945 Jul 07 20:56:17.572398 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb1f8c-e32b-4f87-a2f0-35777226c8cd tempest-TestVolumeBootPattern-543970711 tempest-TestVolumeBootPattern-543970711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.574999 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c6eb1f8c-e32b-4f87-a2f0-35777226c8cd tempest-TestVolumeBootPattern-543970711 tempest-TestVolumeBootPattern-543970711-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1093 time: 0.0817273 Jul 07 20:56:17.577847 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 45998) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:17.585500 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:17.601122 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-38ce3308-aba9-4fde-a2b2-88ca6a086856 req-1b60eca3-4176-4d11-bcb2-73da3e713948 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555470 Jul 07 20:56:17.625456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.795436 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:18.009624 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Allocated IP 172.27.3.114 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/be22eaab-9950-4feb-a049-ba20bcd59343) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:18.051475 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f01259-9041-44c9-ac19-1299f1c68b16 req-63101f86-b0d0-485e-b5de-6cc91ac7e45d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:18.068148 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-68f01259-9041-44c9-ac19-1299f1c68b16 req-63101f86-b0d0-485e-b5de-6cc91ac7e45d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1179709 Jul 07 20:56:18.135805 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-68f01259-9041-44c9-ac19-1299f1c68b16 req-f1d8eaf3-2b0d-478f-9b39-8c474787812c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664656 Jul 07 20:56:18.162047 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46012) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:18.171903 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:18.253715 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:18.352252 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:18.362571 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:18.366790 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=be22eaab-9950-4feb-a049-ba20bcd59343,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:18.370894 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:18.377365 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-ec75c272-cf4c-432e-9bc6-666915da7ddb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2127764 Jul 07 20:56:18.391024 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10579e3a-ee82-48d7-89f8-2046b15d7d86 req-9c57e9f5-a3d1-48a8-aed0-374e4684d8cc tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:18.392725 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-10579e3a-ee82-48d7-89f8-2046b15d7d86 req-9c57e9f5-a3d1-48a8-aed0-374e4684d8cc tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0967197 Jul 07 20:56:18.453214 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-10579e3a-ee82-48d7-89f8-2046b15d7d86 req-73bd570c-8806-41d0-bdad-6e1e346f159f tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493560 Jul 07 20:56:18.924546 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.046416 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.307911 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.334909 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.480298 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:19.534514 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=be22eaab-9950-4feb-a049-ba20bcd59343,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:19.553793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.615907 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68473a86-a1ca-4eb2-a4b9-5ddb27428dbc req-47ac15f9-0105-4cc7-9af2-df68fe507726 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.617686 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-68473a86-a1ca-4eb2-a4b9-5ddb27428dbc req-47ac15f9-0105-4cc7-9af2-df68fe507726 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.3037586 Jul 07 20:56:19.663385 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.713294 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:19.717629 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8254667c-9d88-4186-8b15-a68c3717a687" -d '{"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-unplugged", "status": "completed", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:19.726047 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-68473a86-a1ca-4eb2-a4b9-5ddb27428dbc req-ec74b39f-64d4-4d2e-9cfa-4d0f00620166 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952339 Jul 07 20:56:19.743929 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:19.746649 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Floating IP f8082c82-c1b7-4754-9711-c1f4b6f63647 associated. External IP: 172.27.3.114, port: 3d238632-2712-4535-9a5c-e6af3220aab4. Jul 07 20:56:19.753406 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.829488 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c0ebb-33fd-4bac-8d99-6bdf00b79649 x-openstack-request-id: req-a27c0ebb-33fd-4bac-8d99-6bdf00b79649 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:19.829810 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-unplugged", "status": "failed", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "code": 422}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:19.830033 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a27c0ebb-33fd-4bac-8d99-6bdf00b79649 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:19.830533 dv-cinder-790535-7-iscsi neutron-server[99433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'code': 422} returned with failed status Jul 07 20:56:19.868778 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=6']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:19.902509 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f0406-1a52-49ad-a768-16da950f87b7 req-71885dbc-ab79-4a8d-b45a-05c022b5523b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.904124 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ba5f0406-1a52-49ad-a768-16da950f87b7 req-71885dbc-ab79-4a8d-b45a-05c022b5523b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.0794911 Jul 07 20:56:19.972453 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ba5f0406-1a52-49ad-a768-16da950f87b7 req-9820f863-2f3d-4d44-bc42-962aa78957af tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604210 Jul 07 20:56:20.061672 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:56:20.239257 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:20.253292 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:20.277442 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:20.278680 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:56:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:20.280563 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.467653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:20.708653 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-8e4e7136-f727-41da-81b9-03d569816f60 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1292262 Jul 07 20:56:20.709975 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:20.712350 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288fa276-ed67-4576-83a0-f619264824f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:20.755152 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-00910a59-1ca1-4059-a9fd-03c7fcddc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:20.756873 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-00910a59-1ca1-4059-a9fd-03c7fcddc69b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac&tenant_id=481030fc79564188b790930cd36af8e3 HTTP/1.1" status: 200 len: 1096 time: 0.4232266 Jul 07 20:56:20.759326 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d2d5d-0482-4327-9a28-0967a76625e2 x-openstack-request-id: req-e28d2d5d-0482-4327-9a28-0967a76625e2 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:20.759326 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:20.759326 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e28d2d5d-0482-4327-9a28-0967a76625e2 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:20.759890 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4', 'status': 'completed', 'code': 200} Jul 07 20:56:20.869083 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:18Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:20.921973 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:20.940092 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:20.941238 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:56:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:20.982236 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d787-07ec-410d-bbf0-5f39742c0f90 req-2617fb09-8338-4a39-a7e7-6082819daae1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:20.983960 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f73d787-07ec-410d-bbf0-5f39742c0f90 req-2617fb09-8338-4a39-a7e7-6082819daae1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0774214 Jul 07 20:56:21.043251 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f73d787-07ec-410d-bbf0-5f39742c0f90 req-8198e333-f0c5-431f-b5a4-fbd60db1b817 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522399 Jul 07 20:56:21.222195 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:21.269895 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197edc9-2b69-4639-a05d-d1dff44f0d71 req-c7be481f-207e-4962-a0c1-5561c2840d2b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:21.273800 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8197edc9-2b69-4639-a05d-d1dff44f0d71 req-c7be481f-207e-4962-a0c1-5561c2840d2b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1067014 Jul 07 20:56:21.336858 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8197edc9-2b69-4639-a05d-d1dff44f0d71 req-5a2da561-e6c1-479a-96a4-73cdf17564bf tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571892 Jul 07 20:56:21.488223 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:18Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:21.521504 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b62a-be36-4397-a665-97fc0187bb86 None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:18Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:21.541663 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.738698 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b3474-f461-4a05-97f9-8600fe97fc4f None None] New status for floating IP f8082c82-c1b7-4754-9711-c1f4b6f63647: ACTIVE {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:56:22.243751 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0feb0-5591-4aea-a6ee-b42bc1264ce5 req-4f62c24e-0bfc-4ed1-892a-f6cda1f1a215 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:22.245293 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-50f0feb0-5591-4aea-a6ee-b42bc1264ce5 req-4f62c24e-0bfc-4ed1-892a-f6cda1f1a215 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0721354 Jul 07 20:56:22.297323 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-50f0feb0-5591-4aea-a6ee-b42bc1264ce5 req-71e84a7d-dfa0-41df-bdb3-d7d16b39c6ad tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Jul 07 20:56:22.550953 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb4ea0-9405-4556-9503-74cf2784fce3 req-39fd8c43-6ae6-4cfc-b16d-ba4822f60c98 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:22.552502 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c2bb4ea0-9405-4556-9503-74cf2784fce3 req-39fd8c43-6ae6-4cfc-b16d-ba4822f60c98 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.0777469 Jul 07 20:56:22.598893 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c2bb4ea0-9405-4556-9503-74cf2784fce3 req-a56ac739-4838-4902-8ef1-3fb543c90f29 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 Jul 07 20:56:23.526859 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052f47-756a-427a-849c-1d19a3154591 req-a19afacd-6991-4932-a7ff-7ec13c5ef82b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:23.528482 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-de052f47-756a-427a-849c-1d19a3154591 req-a19afacd-6991-4932-a7ff-7ec13c5ef82b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0761373 Jul 07 20:56:23.573854 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-de052f47-756a-427a-849c-1d19a3154591 req-d80e04a7-fece-4f36-ba8d-e58f6a828b73 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356443 Jul 07 20:56:23.831177 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a2d83-4ca3-4b80-af5e-a13a2ba020f2 req-c0802745-4a49-45ee-a169-15efc625ca58 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:23.833852 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cf2a2d83-4ca3-4b80-af5e-a13a2ba020f2 req-c0802745-4a49-45ee-a169-15efc625ca58 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1122246 Jul 07 20:56:23.884343 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cf2a2d83-4ca3-4b80-af5e-a13a2ba020f2 req-a793a6ae-9f5f-4cee-81b8-ee413b97a844 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Jul 07 20:56:23.889437 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa276-ed67-4576-83a0-f619264824f4 req-7c4aa6c4-49a3-4b9f-bc8d-359364267168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:23.891141 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-7c4aa6c4-49a3-4b9f-bc8d-359364267168 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1098 time: 0.1131902 Jul 07 20:56:23.893129 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-71d7bdb9-e694-4fda-83ce-aa7651a369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:23.894565 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-71d7bdb9-e694-4fda-83ce-aa7651a369ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1096 time: 0.1300588 Jul 07 20:56:24.084427 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-ce11baed-b29a-43b9-93fc-415c4c3bacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.087232 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-ce11baed-b29a-43b9-93fc-415c4c3bacbd service neutron] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 909 time: 0.1785345 Jul 07 20:56:24.088488 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa276-ed67-4576-83a0-f619264824f4 req-cf977bc0-7c7f-449c-a4f8-69fba0de3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.089858 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-cf977bc0-7c7f-449c-a4f8-69fba0de3485 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1839049 Jul 07 20:56:24.233668 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-5f090b22-1a0d-49d9-9afd-216169c6f505 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 200 len: 1001 time: 0.1293592 Jul 07 20:56:24.235890 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-f25bc145-1b95-4fe5-8c8b-10c7d16262dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 999 time: 0.1337821 Jul 07 20:56:24.345685 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-d8880265-1683-42c6-a19c-ac02500b8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.347138 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-d8880265-1683-42c6-a19c-ac02500b8e3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.0873499 Jul 07 20:56:24.348886 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa276-ed67-4576-83a0-f619264824f4 req-dd7d900c-25ff-4e44-81fa-722d52cf9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.350413 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-dd7d900c-25ff-4e44-81fa-722d52cf9574 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.1052322 Jul 07 20:56:24.472328 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-674d6762-7e91-46e9-a4ca-3e84b5b156dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.473837 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-674d6762-7e91-46e9-a4ca-3e84b5b156dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138911 Jul 07 20:56:24.478512 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa276-ed67-4576-83a0-f619264824f4 req-37ff1b4f-19fa-4f5d-92aa-f3e15c92102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.480673 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-37ff1b4f-19fa-4f5d-92aa-f3e15c92102b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118720 Jul 07 20:56:24.660522 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-40e951fc-6300-49b0-9f2a-b042e1f3423b service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786101 Jul 07 20:56:24.665176 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-08e15cd7-6a1a-46b2-8858-6c87ecb5ed2a service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751635 Jul 07 20:56:24.908107 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-288fa276-ed67-4576-83a0-f619264824f4 req-344c1bd4-2b80-4ff3-b48a-3dbd522affbd service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261345 Jul 07 20:56:24.911783 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7c956d69-8dce-4afd-86ba-a91d25dc469a req-75192ce8-755e-4c72-aae9-750f7f889c3a service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397010 Jul 07 20:56:24.945387 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1da1c-5184-47ae-aad5-5bc962f63855 req-fd74f439-5a9d-49b3-b8b2-d85f0e31910f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.947253 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-65c1da1c-5184-47ae-aad5-5bc962f63855 req-fd74f439-5a9d-49b3-b8b2-d85f0e31910f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1456249 Jul 07 20:56:25.012100 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-65c1da1c-5184-47ae-aad5-5bc962f63855 req-bd08d312-169f-4989-b9d0-7c5398085805 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552840 Jul 07 20:56:25.194278 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5d0b7-2c55-4ac3-b822-59fe865ae0ad req-09424237-2588-4b33-b730-0a4aba35c7f0 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:25.195995 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d6f5d0b7-2c55-4ac3-b822-59fe865ae0ad req-09424237-2588-4b33-b730-0a4aba35c7f0 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.0746408 Jul 07 20:56:25.245513 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d6f5d0b7-2c55-4ac3-b822-59fe865ae0ad req-bfdd7e35-c55b-4eef-a778-7a1b3222e814 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Jul 07 20:56:25.258793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-c8bf042b-cb78-42da-929a-9896606f61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:25.260531 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-c8bf042b-cb78-42da-929a-9896606f61d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1096 time: 0.0648279 Jul 07 20:56:25.390530 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-c16ffabf-79c7-42ec-98ce-f2dbf22ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:25.392179 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-c16ffabf-79c7-42ec-98ce-f2dbf22ad730 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 909 time: 0.0972388 Jul 07 20:56:25.485153 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-9b7c30d5-7fc5-428e-af5e-a99fa145e063 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 999 time: 0.0747368 Jul 07 20:56:25.543890 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-f6cd2b70-8d67-4bb0-943a-66da3458856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:25.545282 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-f6cd2b70-8d67-4bb0-943a-66da3458856c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.0502656 Jul 07 20:56:25.611129 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-cd3aaac9-df14-4dbb-803d-ffaa8bd3a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:25.612744 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-cd3aaac9-df14-4dbb-803d-ffaa8bd3a2ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603487 Jul 07 20:56:25.716273 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-aa81cb72-605a-47c1-b0fe-4b97ec0eb934 service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957272 Jul 07 20:56:25.884811 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e4cbadfa-2d3b-4560-9924-ca38d574ce1b req-06e7f195-c9f5-41a5-9e11-e8f834944dfb service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611562 Jul 07 20:56:26.333025 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba70d-15b8-4b8b-8c00-3faa813284e7 req-61a5d2e6-4400-48fc-9ee3-83238b3f639b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:26.335923 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1a0ba70d-15b8-4b8b-8c00-3faa813284e7 req-61a5d2e6-4400-48fc-9ee3-83238b3f639b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1126554 Jul 07 20:56:26.401947 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-1a0ba70d-15b8-4b8b-8c00-3faa813284e7 req-4ee0930f-ddaa-4701-a977-62fc10132897 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545349 Jul 07 20:56:26.519604 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14013ed5-491f-487a-85b5-145021a39541 req-682f4f88-4d38-4aef-8cee-ec613b2993d4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:26.522842 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-14013ed5-491f-487a-85b5-145021a39541 req-682f4f88-4d38-4aef-8cee-ec613b2993d4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1223114 Jul 07 20:56:26.583687 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-14013ed5-491f-487a-85b5-145021a39541 req-806803e5-8fd5-4039-b8dc-bf2a0681ade6 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539308 Jul 07 20:56:27.522048 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:27.700781 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62edd1-d869-4f61-902a-4b3f42e2690e req-a1d9d9fc-d6c6-4b80-9aef-4198aedb00ed tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:27.704885 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4c62edd1-d869-4f61-902a-4b3f42e2690e req-a1d9d9fc-d6c6-4b80-9aef-4198aedb00ed tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1332047 Jul 07 20:56:27.737135 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:27.762030 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'mac_address': 'fa:16:3e:c6:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:27.773353 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4c62edd1-d869-4f61-902a-4b3f42e2690e req-2a2976ae-e031-4ba2-8193-c7450f59a743 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599072 Jul 07 20:56:27.853251 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:27.877458 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbba861a-539d-4a00-82a7-c4bd3cd39cf5 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:27.914713 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:27.919924 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:27.954705 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545342b6-629f-4207-8232-012e607662a7 req-54a9c161-1383-47ca-bc4f-29f88838e897 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:27.957783 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-545342b6-629f-4207-8232-012e607662a7 req-54a9c161-1383-47ca-bc4f-29f88838e897 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1251261 Jul 07 20:56:28.011303 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=6']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:28.028380 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['dbba861a-539d-4a00-82a7-c4bd3cd39cf5'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:28.031689 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-545342b6-629f-4207-8232-012e607662a7 req-024079a7-03fb-421c-a97d-4fb856e91d09 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648296 Jul 07 20:56:29.091927 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1d300-0885-4e92-a8aa-2de9d28af4db req-7f6b78cd-cde5-4bf3-ab52-96fc736f6c90 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:29.097027 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e7a1d300-0885-4e92-a8aa-2de9d28af4db req-7f6b78cd-cde5-4bf3-ab52-96fc736f6c90 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.0945878 Jul 07 20:56:29.166971 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e7a1d300-0885-4e92-a8aa-2de9d28af4db req-08314807-8a0c-4014-a0e6-7abe3fb056b3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601847 Jul 07 20:56:29.283482 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:56:29.364153 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2772-81c1-4a6d-b6be-c6821f3914c8 req-91bf4e81-dc08-4190-a075-11cd5c5d31a2 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:29.366394 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-715e2772-81c1-4a6d-b6be-c6821f3914c8 req-91bf4e81-dc08-4190-a075-11cd5c5d31a2 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1052248 Jul 07 20:56:29.445264 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-715e2772-81c1-4a6d-b6be-c6821f3914c8 req-e5abf2b4-9120-4979-ac49-b2366aacb25b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623775 Jul 07 20:56:29.553161 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:29.626286 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:29.626572 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.727351 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.758228 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:29.760794 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d54841-6996-4c67-afc4-cffd1c8ff749" -d '{"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-plugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:29.778595 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:29.785254 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.824120 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759c0e5e-f277-4045-8dde-c407f8b96915 x-openstack-request-id: req-759c0e5e-f277-4045-8dde-c407f8b96915 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:29.824733 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-plugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:29.825159 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-759c0e5e-f277-4045-8dde-c407f8b96915 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:29.825729 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'code': 200} Jul 07 20:56:29.861767 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=7']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:30.416341 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14a73-973e-439f-a085-d91ace21c48e req-41a0e8ed-6cdd-4353-9c2d-c4e7135b4a9a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:30.420020 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-26e14a73-973e-439f-a085-d91ace21c48e req-41a0e8ed-6cdd-4353-9c2d-c4e7135b4a9a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1034968 Jul 07 20:56:30.500876 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-26e14a73-973e-439f-a085-d91ace21c48e req-63ad86e3-b93b-4c02-9fcf-e1a8729bc0af tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693069 Jul 07 20:56:30.816169 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2b7e-f0d9-447c-aab1-1cb4645582d1 req-f3856696-2a92-46d8-b9b5-7e36dc32e332 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:30.830105 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-451b2b7e-f0d9-447c-aab1-1cb4645582d1 req-f3856696-2a92-46d8-b9b5-7e36dc32e332 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1493487 Jul 07 20:56:30.885228 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-451b2b7e-f0d9-447c-aab1-1cb4645582d1 req-94af3e75-44bc-45af-a930-5ca3d905de60 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531940 Jul 07 20:56:31.817899 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c1bab-8fa3-45b2-a5e3-62af340b2228 req-1cdb5f2a-bdba-4fd8-9ca2-a7ee32d07b69 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:31.821809 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-970c1bab-8fa3-45b2-a5e3-62af340b2228 req-1cdb5f2a-bdba-4fd8-9ca2-a7ee32d07b69 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1103909 Jul 07 20:56:31.893835 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-970c1bab-8fa3-45b2-a5e3-62af340b2228 req-2cd41aee-67e0-48e7-8ba0-c979e3099b45 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652206 Jul 07 20:56:32.215004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32e3b7-4290-411a-b585-4925a6f4dc4b req-53b0187b-c8b4-4eb3-9732-10512675b809 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:32.217744 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec32e3b7-4290-411a-b585-4925a6f4dc4b req-53b0187b-c8b4-4eb3-9732-10512675b809 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.0992386 Jul 07 20:56:32.305730 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec32e3b7-4290-411a-b585-4925a6f4dc4b req-d83f58f8-6282-4f90-aa59-0877537927aa tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782304 Jul 07 20:56:33.260259 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c7d65-1e85-463d-bb58-7bb7c721b15a req-e1417f85-a0c4-4b95-aa71-2aec817b72b3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:33.262839 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-842c7d65-1e85-463d-bb58-7bb7c721b15a req-e1417f85-a0c4-4b95-aa71-2aec817b72b3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1282094 Jul 07 20:56:33.346134 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-842c7d65-1e85-463d-bb58-7bb7c721b15a req-77b418ca-8446-403c-8d42-fd530048223b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618272 Jul 07 20:56:33.509474 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-97bf458d-e7e9-46a9-9c87-4fdafd600f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:33.576547 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:33.696735 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56885e-0a5b-4ede-a3d1-3cb550d86bb1 req-31ea70e5-1b4a-4df2-a01b-b8b04b4e1bfd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:33.700001 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bb56885e-0a5b-4ede-a3d1-3cb550d86bb1 req-31ea70e5-1b4a-4df2-a01b-b8b04b4e1bfd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 943 time: 0.1300204 Jul 07 20:56:33.758043 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bb56885e-0a5b-4ede-a3d1-3cb550d86bb1 req-68db2716-9b97-4a17-82c7-1cdda848c7ce tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469501 Jul 07 20:56:33.786487 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:33.814681 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'port_id': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'mac_address': 'fa:16:3e:73:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:33.894743 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:33.933871 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb29379a-5c41-4480-a6f9-69f172ce5b81 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:33.986144 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:33.992690 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.117353 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=7']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:34.276923 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['eb29379a-5c41-4480-a6f9-69f172ce5b81'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:34.757741 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37881f-44f9-42ce-942d-9a9b0aeece0f req-97daf67c-3dfa-4276-b227-709fafdfce75 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:34.760318 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bc37881f-44f9-42ce-942d-9a9b0aeece0f req-97daf67c-3dfa-4276-b227-709fafdfce75 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1279435 Jul 07 20:56:34.846018 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-bc37881f-44f9-42ce-942d-9a9b0aeece0f req-524810cb-6ee4-423b-ae3a-dc9ab0413d0c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749104 Jul 07 20:56:35.041050 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46222) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:35.047311 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ce459-8aaa-45a6-82c6-f29277dfc7af req-6a93ed20-47d0-411c-944c-3705f6bc5a12 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.063792 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c47ce459-8aaa-45a6-82c6-f29277dfc7af req-6a93ed20-47d0-411c-944c-3705f6bc5a12 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 944 time: 0.1255066 Jul 07 20:56:35.099778 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Deleting subnet 1fb4b75a-8f34-4948-aa13-f9f33506f799 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:56:35.104594 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.128422 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c47ce459-8aaa-45a6-82c6-f29277dfc7af req-990e46bc-1e21-4b3f-a1c9-e500fd540d92 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528634 Jul 07 20:56:35.170305 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.227299 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.348684 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.364433 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.369033 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1fb4b75a-8f34-4948-aa13-f9f33506f799 HTTP/1.1" status: 204 len: 168 time: 0.3246398 Jul 07 20:56:35.370604 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46228) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:35.386798 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb4b75a-8f34-4948-aa13-f9f33506f799,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.394703 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.397529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.398675 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.398675 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.398675 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d8276b-55d8-4d67-8d2f-441cfc0f1c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.496757 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.599098 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.613226 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01514da4-70ce-47e7-be76-a55f78ad090d']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:35.613658 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:35.629371 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:35.629745 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2221090-a3f3-49bb-972e-ad53ac6f9c5a') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:35.641070 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.661999 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.674679 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:56:35.675044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:56:35.679086 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:56:35.687045 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port eb29379a-5c41-4480-a6f9-69f172ce5b81 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:35.687652 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.755041 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.773622 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.779336 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/01514da4-70ce-47e7-be76-a55f78ad090d HTTP/1.1" status: 204 len: 168 time: 0.4070086 Jul 07 20:56:35.786935 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.793313 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=01514da4-70ce-47e7-be76-a55f78ad090d,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.816122 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:35.819207 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582862d1-6ddc-4e8d-b197-f0000fb9334e" -d '{"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-plugged", "status": "completed", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:35.819504 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.820159 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.820797 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.821455 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.822149 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.822990 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.823542 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.824241 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.824895 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.825574 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.826183 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.827337 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57118ec-10c8-4e49-ad18-d6245115e5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:35.839428 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:35.845176 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.903250 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=8']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.944905 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1068f8d4-e98b-4efe-ace9-adcdddd9c5cd x-openstack-request-id: req-1068f8d4-e98b-4efe-ace9-adcdddd9c5cd {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:35.945295 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-plugged", "status": "completed", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:35.945568 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1068f8d4-e98b-4efe-ace9-adcdddd9c5cd {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:35.946031 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'code': 200} Jul 07 20:56:36.126564 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46238) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:36.168169 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09116f-7668-44ef-b624-bbb05806e8b1 req-24c58cd4-79d6-407b-ab33-d64256dbfc62 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:36.170218 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5b09116f-7668-44ef-b624-bbb05806e8b1 req-24c58cd4-79d6-407b-ab33-d64256dbfc62 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1096892 Jul 07 20:56:36.185294 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-413069f2-d00f-4f6c-ad1f-54e8a3657eaa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3beb3e556e844e2bb77be1e7a2266a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567758 Jul 07 20:56:36.190085 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46242) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:36.225176 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5b09116f-7668-44ef-b624-bbb05806e8b1 req-965770b6-7d8f-46e3-9a10-4b62d5966fa6 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482950 Jul 07 20:56:36.372336 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-18a41cc8-854d-46f7-b4fd-dc733ce5b3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.431208 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-18a41cc8-854d-46f7-b4fd-dc733ce5b3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.504586 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed4832-f410-4ad1-807c-3f40f1e3d50d req-13054763-8abe-44b1-87c1-aceaa112ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:36.506704 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-10ed4832-f410-4ad1-807c-3f40f1e3d50d req-13054763-8abe-44b1-87c1-aceaa112ae4b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1098 time: 0.2477472 Jul 07 20:56:36.549573 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-5b938d5a-9227-45cf-a60b-bdadfaf06d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.554559 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468d253-99bb-4388-b034-05914d769a73 req-9dfd3d6d-1507-4edc-85ce-91ca95438499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:36.559245 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2468d253-99bb-4388-b034-05914d769a73 req-9dfd3d6d-1507-4edc-85ce-91ca95438499 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.2139831 Jul 07 20:56:36.609651 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-18a41cc8-854d-46f7-b4fd-dc733ce5b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.617046 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-18a41cc8-854d-46f7-b4fd-dc733ce5b3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.623185 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-18a41cc8-854d-46f7-b4fd-dc733ce5b3a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b37c184-8d39-43b5-9803-d7e165b96fa0 HTTP/1.1" status: 204 len: 168 time: 0.4314475 Jul 07 20:56:36.690643 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2468d253-99bb-4388-b034-05914d769a73 req-ce7d85e9-092b-4448-9b64-55895986f078 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140189 Jul 07 20:56:36.693793 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-10ed4832-f410-4ad1-807c-3f40f1e3d50d req-56d0f17b-c421-4f25-88e5-3f750b21c7d0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644025 Jul 07 20:56:36.721361 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a41cc8-854d-46f7-b4fd-dc733ce5b3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37c184-8d39-43b5-9803-d7e165b96fa0,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:37.033923 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.511998 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4b1b-b02e-4254-a03c-0d7b36140b56 req-bff88aa3-cfaf-46da-ac43-a1bffeec44e9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:37.511998 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d2f4b1b-b02e-4254-a03c-0d7b36140b56 req-bff88aa3-cfaf-46da-ac43-a1bffeec44e9 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1161659 Jul 07 20:56:37.577065 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5d2f4b1b-b02e-4254-a03c-0d7b36140b56 req-54ded38c-a840-46ae-aed7-9226553bf2b1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612822 Jul 07 20:56:37.925585 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2361f-e073-487b-bc68-28bef64c05af req-bc6498ea-87bf-4068-af39-22c161706db1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:37.928156 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a3b2361f-e073-487b-bc68-28bef64c05af req-bc6498ea-87bf-4068-af39-22c161706db1 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.0787292 Jul 07 20:56:37.986591 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a3b2361f-e073-487b-bc68-28bef64c05af req-9b70c758-f0f0-494e-9e4d-cbc67387e29a tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524333 Jul 07 20:56:38.065462 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.909945 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba58d-6754-4b39-8a1e-015b1d60dd2c req-6ce15802-41b5-481e-858a-8db58ee5227f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:38.912490 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-064ba58d-6754-4b39-8a1e-015b1d60dd2c req-6ce15802-41b5-481e-858a-8db58ee5227f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1050560 Jul 07 20:56:38.975007 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-064ba58d-6754-4b39-8a1e-015b1d60dd2c req-e4f96551-4f72-41a4-9d93-3a40dd156b87 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516062 Jul 07 20:56:40.213652 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9f67-f104-436f-8abf-a6bb76db11d5 req-db98d216-2024-487b-b268-e8c5d592664b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:40.215377 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-868d9f67-f104-436f-8abf-a6bb76db11d5 req-db98d216-2024-487b-b268-e8c5d592664b tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1004262 Jul 07 20:56:40.263266 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-868d9f67-f104-436f-8abf-a6bb76db11d5 req-9a79a0f7-87ac-4e70-9d75-44786ade702f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 Jul 07 20:56:40.364932 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-514d9db3-07a4-4170-9da2-9bd783a27d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:40.366685 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-514d9db3-07a4-4170-9da2-9bd783a27d59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1099 time: 0.0637016 Jul 07 20:56:40.426196 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.486878 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-9a7a56ce-9cae-4151-941c-1be000968670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:40.488609 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-9a7a56ce-9cae-4151-941c-1be000968670 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.1156840 Jul 07 20:56:40.561837 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-cf654c8f-6d68-47ba-8455-7b349fecfa80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0657251 Jul 07 20:56:40.621897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-a1dc2c1a-f686-40ce-8d5a-c508ce152a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:40.624096 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-a1dc2c1a-f686-40ce-8d5a-c508ce152a0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.0546596 Jul 07 20:56:40.688117 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-454284a0-8731-47d0-a8dc-3ff144d431b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:40.689766 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-454284a0-8731-47d0-a8dc-3ff144d431b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592177 Jul 07 20:56:40.789787 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-5c08cfc9-e713-4dad-8108-73f01448428e service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928841 Jul 07 20:56:40.897228 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bd0bdb23-15a6-4ee1-815d-ff1da346991d req-e1dfc812-e088-49df-9319-47fa64d352d7 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004629 Jul 07 20:56:41.516350 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec30c17-0ecf-4861-9c7c-4464da5fe031 req-2553ae32-1b42-4f65-849e-45c956b53c39 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:41.517971 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7ec30c17-0ecf-4861-9c7c-4464da5fe031 req-2553ae32-1b42-4f65-849e-45c956b53c39 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.0915997 Jul 07 20:56:41.581344 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7ec30c17-0ecf-4861-9c7c-4464da5fe031 req-110a4900-118e-470c-b83a-189b88b6bee8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558214 Jul 07 20:56:42.892772 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820babd-3f10-4bfe-9cfe-8306ff1f836f req-075f47de-773e-4df0-afd1-0ed6c21216a7 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:42.895507 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b820babd-3f10-4bfe-9cfe-8306ff1f836f req-075f47de-773e-4df0-afd1-0ed6c21216a7 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 946 time: 0.1276605 Jul 07 20:56:42.958424 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b820babd-3f10-4bfe-9cfe-8306ff1f836f req-afc4daa4-4e6a-49dd-b130-ee39f729a986 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568492 Jul 07 20:56:43.666871 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:43.752638 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.793245 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:43.797825 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc8d00-150d-411e-897d-c6ed4fbb24a0" -d '{"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:43.822987 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:43.830159 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.869014 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4a7c2-9c07-48f9-b4c4-d3721840e284 x-openstack-request-id: req-f7f4a7c2-9c07-48f9-b4c4-d3721840e284 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:43.869337 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-unplugged", "status": "failed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "code": 422}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:43.869568 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7f4a7c2-9c07-48f9-b4c4-d3721840e284 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:43.869973 dv-cinder-790535-7-iscsi neutron-server[99433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'code': 422} returned with failed status Jul 07 20:56:43.903545 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=8']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:44.165398 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb921be8-25d3-4dc9-9e5a-2bbca0c060a2 req-5cf8e853-19e0-4997-8c9e-7bcca2d05c72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:44.167503 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-eb921be8-25d3-4dc9-9e5a-2bbca0c060a2 req-5cf8e853-19e0-4997-8c9e-7bcca2d05c72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0807083 Jul 07 20:56:44.213503 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-eb921be8-25d3-4dc9-9e5a-2bbca0c060a2 req-4a2ddc37-2473-4eda-8d8f-4a4e1b52d449 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 Jul 07 20:56:45.624823 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2460c-ac19-44e1-8dc8-0023a945b214 req-db566050-73eb-4e4a-9b08-1393b12fb566 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:45.626376 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-23c2460c-ac19-44e1-8dc8-0023a945b214 req-db566050-73eb-4e4a-9b08-1393b12fb566 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1146255 Jul 07 20:56:45.632908 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-66bc450f-3c02-4f73-b881-f1a55f37a2ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090152 Jul 07 20:56:45.672107 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-23c2460c-ac19-44e1-8dc8-0023a945b214 req-3fea9984-5940-44cd-b9f4-50e3ff0741a3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Jul 07 20:56:46.621672 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-c6c4de67-b2b8-445e-9651-86485fcc697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:46.623781 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-c6c4de67-b2b8-445e-9651-86485fcc697c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb&tenant_id=4b2c6b70a9d044d68c3b381c57b007b2 HTTP/1.1" status: 200 len: 1097 time: 0.0649350 Jul 07 20:56:46.705467 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-763337bc-1735-4b23-8964-4e386c5f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:46.707075 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-763337bc-1735-4b23-8964-4e386c5f19de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1097 time: 0.0599160 Jul 07 20:56:46.890356 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-e444f67c-002c-4766-9a1a-75974a531a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:46.891753 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-e444f67c-002c-4766-9a1a-75974a531a15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 200 len: 917 time: 0.1783221 Jul 07 20:56:46.957641 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f856cbc-1d19-40c9-9664-e15e9d128c10 req-4e27bb06-6945-48e9-b944-d075e01009d4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:46.959266 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4f856cbc-1d19-40c9-9664-e15e9d128c10 req-4e27bb06-6945-48e9-b944-d075e01009d4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1478102 Jul 07 20:56:46.984857 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-180a5bd6-0073-4ddc-acb3-10572d2e2930 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0846438 Jul 07 20:56:47.083883 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4f856cbc-1d19-40c9-9664-e15e9d128c10 req-17ad891f-b968-45fa-ba84-e66a0ea6dcd5 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119962 Jul 07 20:56:47.090667 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-3f3de9c2-c398-4a90-a2c6-bac26c72bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:47.094464 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-3f3de9c2-c398-4a90-a2c6-bac26c72bea5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 200 len: 855 time: 0.1017208 Jul 07 20:56:47.164986 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-068e541b-74ed-48b0-ad67-7409d4688a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:47.166505 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-068e541b-74ed-48b0-ad67-7409d4688a3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656631 Jul 07 20:56:47.274787 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-81d368b6-f9b8-480d-9891-6fcdf2a04312 service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953650 Jul 07 20:56:47.393326 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-93ff5a6c-6fca-4078-a9f3-dfa39844ea18 req-eb95277e-8e74-4bde-8002-c3981051488f service neutron] 10.222.0.83 "GET /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120005 Jul 07 20:56:47.706125 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:48.516966 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36efa8-34cb-4750-a959-c0718462f2d4 req-37f3e3a8-1142-4da9-898a-abe639da9f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:48.524839 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad36efa8-34cb-4750-a959-c0718462f2d4 req-37f3e3a8-1142-4da9-898a-abe639da9f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1304495 Jul 07 20:56:48.574888 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ad36efa8-34cb-4750-a959-c0718462f2d4 req-a4b7ffa3-80e3-4129-8f86-b272a56b885d tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489151 Jul 07 20:56:49.823677 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b13d7c-0522-4979-b6fd-e3270c008067 req-459835bc-f35a-4091-a911-eeb6e87526e3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:49.827214 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-57b13d7c-0522-4979-b6fd-e3270c008067 req-459835bc-f35a-4091-a911-eeb6e87526e3 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1029520 Jul 07 20:56:49.882050 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-57b13d7c-0522-4979-b6fd-e3270c008067 req-9f2bba21-25d5-49db-81de-6f90981d84cf tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Jul 07 20:56:51.158124 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714a54-6b94-45ac-9e20-9ff2a4d2657b req-9f501e37-cdbe-4234-92aa-ed1ad610cff0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:51.160635 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9b714a54-6b94-45ac-9e20-9ff2a4d2657b req-9f501e37-cdbe-4234-92aa-ed1ad610cff0 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1007688 Jul 07 20:56:51.214589 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-9b714a54-6b94-45ac-9e20-9ff2a4d2657b req-000604a1-a22a-4378-ace8-b54efcc96e4a tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432849 Jul 07 20:56:51.556543 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:52.483563 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70328a6a-f153-4f21-9f0e-d1d739e9a86f req-c1788624-063f-474c-8a53-578466268805 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:52.485219 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-70328a6a-f153-4f21-9f0e-d1d739e9a86f req-c1788624-063f-474c-8a53-578466268805 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1155953 Jul 07 20:56:52.552191 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-70328a6a-f153-4f21-9f0e-d1d739e9a86f req-78225bd7-44db-47a6-912c-7e5b9739f43c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593514 Jul 07 20:56:53.837014 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804bca5-45f5-4ecd-b562-e21d7fb6fa84 req-f2654b51-e450-4a6a-a475-baf9298e6bfd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:53.838882 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e804bca5-45f5-4ecd-b562-e21d7fb6fa84 req-f2654b51-e450-4a6a-a475-baf9298e6bfd tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0868425 Jul 07 20:56:53.906531 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-e804bca5-45f5-4ecd-b562-e21d7fb6fa84 req-eed5ea0c-4702-4ebe-9a42-5c9e6281619c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609050 Jul 07 20:56:55.167568 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834e36-0594-46ff-b7b6-1079f655cfd5 req-7ba96fcc-8359-4d9a-85ea-6ffd68083d97 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:55.169408 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-31834e36-0594-46ff-b7b6-1079f655cfd5 req-7ba96fcc-8359-4d9a-85ea-6ffd68083d97 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0957949 Jul 07 20:56:55.229460 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-31834e36-0594-46ff-b7b6-1079f655cfd5 req-2aa401d8-7c0c-4331-b852-a1d80a6ce0d8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Jul 07 20:56:56.562823 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9afcf3-824d-4627-9a3f-55ddb3246e0e req-e3fc3563-33f3-46a2-a05a-73231deea3ac tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:56.564938 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ee9afcf3-824d-4627-9a3f-55ddb3246e0e req-e3fc3563-33f3-46a2-a05a-73231deea3ac tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.1059833 Jul 07 20:56:56.632960 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ee9afcf3-824d-4627-9a3f-55ddb3246e0e req-2a6b03a2-3e8f-4866-a8d1-35aeaff76c9e tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615554 Jul 07 20:56:57.908348 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2ac7-8a1a-4a33-9c91-34b1dc2f814c req-ccc2e358-685a-4c11-be0f-161ec4789398 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:57.910109 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8bef2ac7-8a1a-4a33-9c91-34b1dc2f814c req-ccc2e358-685a-4c11-be0f-161ec4789398 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0882320 Jul 07 20:56:57.973162 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8bef2ac7-8a1a-4a33-9c91-34b1dc2f814c req-1ac229de-aee0-40ad-a981-4dbc51a35af7 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531514 Jul 07 20:56:59.201605 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4d188-d26b-4302-954a-12f43c503ff4 req-5ba4653a-5c2f-4697-a946-af38b7bd8ec4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:59.203224 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cbe4d188-d26b-4302-954a-12f43c503ff4 req-5ba4653a-5c2f-4697-a946-af38b7bd8ec4 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0797381 Jul 07 20:56:59.247504 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cbe4d188-d26b-4302-954a-12f43c503ff4 req-a6580c43-0ebc-41d1-a708-4a6f27698f33 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379288 Jul 07 20:57:00.449638 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591b862-9980-495a-94d1-cb36856c2cde req-b712061a-559a-43f3-ba6d-0933b70a6b62 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:00.451367 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8591b862-9980-495a-94d1-cb36856c2cde req-b712061a-559a-43f3-ba6d-0933b70a6b62 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0719399 Jul 07 20:57:00.497420 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8591b862-9980-495a-94d1-cb36856c2cde req-ccdc7783-6dbc-4ff3-b8e0-76b7787c9203 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383956 Jul 07 20:57:01.696201 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12aca-ccb9-44b3-9b79-335ef16aba99 req-20641ce6-e121-4bd2-a25f-d98ffb4f8db8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:01.697849 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94d12aca-ccb9-44b3-9b79-335ef16aba99 req-20641ce6-e121-4bd2-a25f-d98ffb4f8db8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 944 time: 0.0716388 Jul 07 20:57:01.742075 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94d12aca-ccb9-44b3-9b79-335ef16aba99 req-ecae0feb-60af-48a5-a903-13c12a279b8c tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Jul 07 20:57:01.783522 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:57:01.889701 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:01.906870 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'port_id': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'mac_address': 'fa:16:3e:c6:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:57:01.969032 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.000861 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbba861a-539d-4a00-82a7-c4bd3cd39cf5 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:02.042065 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:02.047726 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.107031 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=9']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:02.307016 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['dbba861a-539d-4a00-82a7-c4bd3cd39cf5'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:02.941734 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61a7c2-510f-4262-8342-41af248c54f6 req-c47f5582-232d-4c02-be24-0caeb87451fc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:02.943362 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ae61a7c2-510f-4262-8342-41af248c54f6 req-c47f5582-232d-4c02-be24-0caeb87451fc tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 945 time: 0.0740354 Jul 07 20:57:02.990708 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ae61a7c2-510f-4262-8342-41af248c54f6 req-719366e4-cac5-460c-afa6-3926cc2a1973 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369132 Jul 07 20:57:03.493283 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-57fce9a3-99bb-400f-803f-d232c7044676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.787476 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:03.841646 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:03.842013 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.935841 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.963522 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:03.966626 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22a00d8-eb7c-4962-bc47-20316a8ee9db" -d '{"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-plugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:03.984364 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:03.989748 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.022753 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd29c8-e939-4811-a078-ed2f51d6a6cd x-openstack-request-id: req-c5cd29c8-e939-4811-a078-ed2f51d6a6cd {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:04.023107 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-plugged", "status": "completed", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:04.023281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5cd29c8-e939-4811-a078-ed2f51d6a6cd {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:04.023699 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'code': 200} Jul 07 20:57:04.065871 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=10']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:04.306946 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ced537-5b3d-41b0-9c72-ea5d2fafa099 req-13d1d6d3-9ec6-4f1f-adf9-f699e2b609b2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:04.309315 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54ced537-5b3d-41b0-9c72-ea5d2fafa099 req-13d1d6d3-9ec6-4f1f-adf9-f699e2b609b2 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 947 time: 0.1057994 Jul 07 20:57:04.357414 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-54ced537-5b3d-41b0-9c72-ea5d2fafa099 req-7fdba3e2-4535-4d4a-9eda-b8a30f939487 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Jul 07 20:57:04.389730 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b81b0-41af-4555-ae33-ef5f865447fd req-b531619d-16b0-4308-890f-9d34702e7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:04.391322 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3e5b81b0-41af-4555-ae33-ef5f865447fd req-b531619d-16b0-4308-890f-9d34702e7b92 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 1100 time: 0.0581214 Jul 07 20:57:04.429455 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3e5b81b0-41af-4555-ae33-ef5f865447fd req-9e548d9a-34bb-40bb-b5b0-7cba90c9cf1d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Jul 07 20:57:05.578090 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7a063-58a0-48e1-873e-6a5516c6e311 req-2b844917-219f-4dbf-86b2-9af4f9462941 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:05.580397 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-02d7a063-58a0-48e1-873e-6a5516c6e311 req-2b844917-219f-4dbf-86b2-9af4f9462941 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 947 time: 0.0890048 Jul 07 20:57:05.634224 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-02d7a063-58a0-48e1-873e-6a5516c6e311 req-059c14d4-0579-4b10-9f34-460f1e949b88 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Jul 07 20:57:06.278992 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:57:06.542863 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-164d975b-3d5f-4608-8acc-d40ac8fc6548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.835357 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b594dc9-6b02-4b4d-881c-9e8e8705f052 req-874d7268-8dd2-4519-a227-3d3dbe16351f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:06.836895 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4b594dc9-6b02-4b4d-881c-9e8e8705f052 req-874d7268-8dd2-4519-a227-3d3dbe16351f tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 947 time: 0.0708485 Jul 07 20:57:06.889163 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4b594dc9-6b02-4b4d-881c-9e8e8705f052 req-5939706d-487d-46be-9e1b-e8b212f107c1 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Jul 07 20:57:07.002022 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:08.055822 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:10.430022 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.481475 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dc3bc-8c84-49da-a2d1-8919b5c6a67b req-3f539628-992b-4f7f-99ca-27bf312a56cf tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:12.483480 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-032dc3bc-8c84-49da-a2d1-8919b5c6a67b req-3f539628-992b-4f7f-99ca-27bf312a56cf tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.0740964 Jul 07 20:57:12.528479 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-032dc3bc-8c84-49da-a2d1-8919b5c6a67b req-4b07434d-40fb-4353-ae69-911e64acaf5b tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380220 Jul 07 20:57:13.729404 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fc65c-b930-4464-b9c4-85a327daf355 req-79c01f6d-882f-4bc1-929d-6c7754ddd49a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:13.731554 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f8fc65c-b930-4464-b9c4-85a327daf355 req-79c01f6d-882f-4bc1-929d-6c7754ddd49a tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.0809731 Jul 07 20:57:13.775374 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-8f8fc65c-b930-4464-b9c4-85a327daf355 req-e46e6bda-56f1-482e-8064-09c1b6f932dc tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bb77c0e-e581-484d-8182-efa3b7ed4b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Jul 07 20:57:14.275247 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a5efa-dbca-4129-8090-3564dc46267c req-b89f6179-bf37-48c2-bfb9-b9a0ff2211e1 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:14.278157 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b63a5efa-dbca-4129-8090-3564dc46267c req-b89f6179-bf37-48c2-bfb9-b9a0ff2211e1 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 946 time: 0.0886307 Jul 07 20:57:14.394868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Deleting port e7157e1d-54f3-4e94-9437-bef7374f346b {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:14.395201 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.513818 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] For port e7157e1d-54f3-4e94-9437-bef7374f346b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e7157e1d-54f3-4e94-9437-bef7374f346b,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:14.514466 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.706618 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.707041 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.707444 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Floating IP e3b2edd9-9db7-42fe-b16d-d661adf5b473 disassociated. External IP: 172.27.3.226, port: e7157e1d-54f3-4e94-9437-bef7374f346b. Jul 07 20:57:14.707877 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Calling delete_port for e7157e1d-54f3-4e94-9437-bef7374f346b owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:14.870183 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.903441 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event deleted for resources: {'Port': ['ID=e7157e1d-54f3-4e94-9437-bef7374f346b,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.338985 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2319df58-7b7e-4d61-9c3b-4956e6773ab0 req-94e93819-b78c-4489-bb01-61204ec052c5 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/ports?device_id=96ec392a-b9b3-49f1-8fa2-23508af3b905 HTTP/1.1" status: 200 len: 210 time: 0.0367069 Jul 07 20:57:15.376266 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:15.531382 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:15.545318 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:15.562753 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:15.563890 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:15.602942 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] No DVR routers for this DVR port e7157e1d-54f3-4e94-9437-bef7374f346b on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:15.607653 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.611186 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b63a5efa-dbca-4129-8090-3564dc46267c req-97a20a16-bb29-416d-8cbb-ebf229df85fd tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.83 "DELETE /v2.0/ports/e7157e1d-54f3-4e94-9437-bef7374f346b HTTP/1.1" status: 204 len: 173 time: 1.3261745 Jul 07 20:57:15.611907 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'name': 'network-vif-deleted', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:15.615943 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf1275f-aace-4a3d-8b32-bf2f7f5ced77" -d '{"events": [{"server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "name": "network-vif-deleted", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:15.679444 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3f913-74bd-4c26-9a50-064ec1c11005 x-openstack-request-id: req-47a3f913-74bd-4c26-9a50-064ec1c11005 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:15.679988 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ec392a-b9b3-49f1-8fa2-23508af3b905", "name": "network-vif-deleted", "tag": "e7157e1d-54f3-4e94-9437-bef7374f346b", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:15.680391 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47a3f913-74bd-4c26-9a50-064ec1c11005 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:15.680932 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ec392a-b9b3-49f1-8fa2-23508af3b905', 'name': 'network-vif-deleted', 'tag': 'e7157e1d-54f3-4e94-9437-bef7374f346b', 'status': 'completed', 'code': 200} Jul 07 20:57:15.757300 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:16.013487 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:16.046832 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:16.062356 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:16.063358 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:16.225481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:16.498336 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46558) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:16.580848 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e0dadc80-9478-4322-b828-20597053adb2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.624452 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e0dadc80-9478-4322-b828-20597053adb2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.630773 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:16.664358 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e186e1-aa88-4be2-9cdc-6f4b41f35a99 None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:51:03Z', 'revision_number': 4, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': 'eefbc8de-4b1d-49eb-9031-82f71a95b5b5', 'name': '', 'network_id': '04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'mac_address': 'fa:16:3e:63:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:02Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'subnets': [{'id': '79cec71d-9b72-4cdb-9a98-997101cd3a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:16.704602 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e0dadc80-9478-4322-b828-20597053adb2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.709861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e0dadc80-9478-4322-b828-20597053adb2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.712364 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-e0dadc80-9478-4322-b828-20597053adb2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "DELETE /v2.0/security-groups/8bb77c0e-e581-484d-8182-efa3b7ed4b9e HTTP/1.1" status: 204 len: 168 time: 0.2117007 Jul 07 20:57:16.716055 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46562) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:16.730185 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dadc80-9478-4322-b828-20597053adb2 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb77c0e-e581-484d-8182-efa3b7ed4b9e,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:16.738369 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.api.v2.resource [None req-d50eb858-bda5-4af1-b46a-03298d45356d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] show failed (client error): The resource could not be found. Jul 07 20:57:16.743080 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d50eb858-bda5-4af1-b46a-03298d45356d tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "GET /v2.0/security-groups/8bb77c0e-e581-484d-8182-efa3b7ed4b9e HTTP/1.1" status: 404 len: 347 time: 0.0254233 Jul 07 20:57:16.744219 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46564) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:16.895973 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Deleting port f5603281-ab25-46c4-b874-684e02289ea9 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:16.896476 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.946908 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f571f5-17d7-4dc6-8565-f77478868a15 None None] New status for floating IP e3b2edd9-9db7-42fe-b16d-d661adf5b473: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:57:17.031848 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.032411 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.054925 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Calling delete_port for f5603281-ab25-46c4-b874-684e02289ea9 owned by network:floatingip {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:17.221820 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.253673 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Pushing event deleted for resources: {'Port': ['ID=f5603281-ab25-46c4-b874-684e02289ea9,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:17.363011 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks [] for floatingip, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.367562 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.369898 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d9b502e1-23af-4270-a6b0-e63dcbda80a8 tempest-AttachVolumeTestJSON-50366279 tempest-AttachVolumeTestJSON-50366279-project] 10.222.0.72 "DELETE /v2.0/floatingips/e3b2edd9-9db7-42fe-b16d-d661adf5b473 HTTP/1.1" status: 204 len: 168 time: 0.6238065 Jul 07 20:57:17.874471 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e7157e1d-54f3-4e94-9437-bef7374f346b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:17.897743 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: e7157e1d-54f3-4e94-9437-bef7374f346b {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:17.898088 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device e7157e1d-54f3-4e94-9437-bef7374f346b not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:21.227683 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46592) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:21.561069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.187712 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.515007 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Deleting port eefbc8de-4b1d-49eb-9031-82f71a95b5b5 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:22.516102 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.631319 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] For port eefbc8de-4b1d-49eb-9031-82f71a95b5b5, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:22.631941 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.656912 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Calling delete_port for eefbc8de-4b1d-49eb-9031-82f71a95b5b5 owned by network:router_interface {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:22.884959 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.912514 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefbc8de-4b1d-49eb-9031-82f71a95b5b5,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:23.149410 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.406495 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:23.526326 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:23.532573 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-cb869ae1-6e7f-44ef-b481-6ad192c660c3 admin admin] 10.222.0.72 "PUT /v2.0/routers/b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3027997 Jul 07 20:57:23.535253 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46598) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:23.539265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] Sync routers for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:23.555000 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:23.556544 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:23.697232 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks [] for router, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.723921 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:23.809793 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.872285 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Deleting port 6487b31f-cbe2-4601-b00e-dfc3cce36829 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:23.872633 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.970193 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] For port 6487b31f-cbe2-4601-b00e-dfc3cce36829, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6487b31f-cbe2-4601-b00e-dfc3cce36829,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:23.970721 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.991091 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Calling delete_port for 6487b31f-cbe2-4601-b00e-dfc3cce36829 owned by network:router_gateway {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:24.022017 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:57:22Z', 'revision_number': 5, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port': {'id': '6487b31f-cbe2-4601-b00e-dfc3cce36829', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:58Z', 'updated_at': '2021-07-07T20:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:24.059654 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] Checking router: b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:24.070114 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] Routers {'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:24.070861 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:24.179704 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] Set router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 gateway port host: None {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:24.202598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.234334 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Pushing event deleted for resources: {'Port': ['ID=6487b31f-cbe2-4601-b00e-dfc3cce36829,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:24.268639 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:57:23Z', 'revision_number': 6, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:24.302327 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.304693 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05753a-f571-49e5-8a1a-76b2a581661d None None] The sync data for ids ['b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331'] in dv-cinder-790535-7-iscsi is: [{'id': 'b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331', 'name': 'tempest-AttachVolumeTestJSON-1773655013-router', 'tenant_id': 'ecdb6044e7434c4fa0514da516c4033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:57Z', 'updated_at': '2021-07-07T20:57:23Z', 'revision_number': 6, 'project_id': 'ecdb6044e7434c4fa0514da516c4033f', 'gw_port_host': None}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:24.409872 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.413682 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.494934 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.496467 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 {{(pid=99431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:57:24.504140 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.505954 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-8f9700f5-3b12-44ef-afc9-56b7ce7a756a admin admin] 10.222.0.72 "DELETE /v2.0/routers/b1c87163-6bc8-4e2c-b9a3-f1e8dd6e7331 HTTP/1.1" status: 204 len: 168 time: 0.9694550 Jul 07 20:57:24.509600 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46600) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:24.589523 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Deleting subnet 79cec71d-9b72-4cdb-9a98-997101cd3a61 {{(pid=99431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:57:24.594839 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.637970 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6620128'] for subnet, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.776765 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.834615 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7144538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5646476'] for subnet, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.863143 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cec71d-9b72-4cdb-9a98-997101cd3a61,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:24.865229 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.867232 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f168a0d7-e5c2-45c1-bee9-ad5308811e4c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/79cec71d-9b72-4cdb-9a98-997101cd3a61 HTTP/1.1" status: 204 len: 168 time: 0.3561747 Jul 07 20:57:24.871472 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46602) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:24.874399 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99e8df5-8a72-4352-b1b1-7e4ea0237af8 None None] Network 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:24.943903 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.012803 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Deleting port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:25.013064 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.084300 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] For port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,segment=NetworkSegment(4800db5e-4dbb-4c5c-875b-3fcdc7e46009),segment_id=4800db5e-4dbb-4c5c-875b-3fcdc7e46009)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:25.084660 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.101623 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Calling delete_port for f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 owned by network:dhcp {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:25.145408 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] DHCP port deletion for 04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:57:25.217222 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.224262 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Deleting port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:25.224964 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.262027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:25.264246 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] No DVR routers for this DVR port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 on host dv-cinder-790535-7-iscsi {{(pid=99431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:25.280936 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6487b31f-cbe2-4601-b00e-dfc3cce36829 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:25.309066 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 6487b31f-cbe2-4601-b00e-dfc3cce36829 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:25.309392 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6487b31f-cbe2-4601-b00e-dfc3cce36829 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:25.309827 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device eefbc8de-4b1d-49eb-9031-82f71a95b5b5 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:25.335704 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: eefbc8de-4b1d-49eb-9031-82f71a95b5b5 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:25.336055 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device eefbc8de-4b1d-49eb-9031-82f71a95b5b5 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:25.336473 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:25.342850 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.356346 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:25.369543 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:25.369889 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:25.371975 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] For port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231, host dv-cinder-790535-7-iscsi, got binding levels [] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:25.372394 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.377156 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4800db5e-4dbb-4c5c-875b-3fcdc7e46009') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:25.377540 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4800db5e-4dbb-4c5c-875b-3fcdc7e46009') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:25.389232 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.392488 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Calling delete_port for f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:25.397250 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.ipam_backend_mixin [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 was not found and therefore no delete operation was performed {{(pid=99433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:57:25.399387 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.406783 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.415641 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:57:25.417297 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:57:25.420162 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:57:25.427543 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Pushing event deleted for resources: {'Port': ['ID=f1010cc3-a9e2-4cc7-9d1e-6293e78b1231,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:25.436758 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] No DVR routers for this DVR port f1010cc3-a9e2-4cc7-9d1e-6293e78b1231 on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:25.439537 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.439882 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.440219 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.440565 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.440897 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.441228 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.441571 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.441883 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.443100 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.443100 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.443100 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.443410 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f239bc28-090e-49cd-91ed-10e12396f75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:25.512681 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.521802 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.523733 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] 10.222.0.72 "DELETE /v2.0/networks/04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c HTTP/1.1" status: 204 len: 168 time: 0.6512246 Jul 07 20:57:25.535091 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d4fc-bc2a-42a0-9ede-7ed0af48b3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=04cd5365-ecda-4a70-a0fa-1fa4a98dfb6c,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:25.653081 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46606) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:25.696881 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d87f3e8d-0b7a-48a3-a980-6a30bcc63850 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ecdb6044e7434c4fa0514da516c4033f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421643 Jul 07 20:57:25.699884 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46608) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:25.753886 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7098b7-2361-40e7-9c99-c4d5b2ad2671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.777406 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7098b7-2361-40e7-9c99-c4d5b2ad2671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.835082 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7098b7-2361-40e7-9c99-c4d5b2ad2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.839159 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-9f7098b7-2361-40e7-9c99-c4d5b2ad2671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.840929 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-9f7098b7-2361-40e7-9c99-c4d5b2ad2671 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/476bd763-c7f2-4c88-9e2d-7defa97975ed HTTP/1.1" status: 204 len: 168 time: 0.1399474 Jul 07 20:57:25.854907 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7098b7-2361-40e7-9c99-c4d5b2ad2671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476bd763-c7f2-4c88-9e2d-7defa97975ed,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:33.497745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-a327631a-53e4-4f60-954f-cacd01e0ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.538195 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e349b19b-e583-45bd-9e1f-38a08981218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.997344 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.066492 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.443040 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.060082 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638b31-f756-45bc-bfd5-184a38222156 req-ea5f9b32-a305-42f2-95dd-ed68639bc260 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.061719 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37638b31-f756-45bc-bfd5-184a38222156 req-ea5f9b32-a305-42f2-95dd-ed68639bc260 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 947 time: 0.0753317 Jul 07 20:57:41.112167 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-37638b31-f756-45bc-bfd5-184a38222156 req-155d4b0f-7b29-4793-a54b-2b00dc993dce tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440755 Jul 07 20:57:42.209402 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-088e2e9c-3f2f-4c77-bc2e-27ff1b67a930 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:42.211753 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-088e2e9c-3f2f-4c77-bc2e-27ff1b67a930 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 947 time: 0.0763152 Jul 07 20:57:42.375053 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Deleting port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:42.375311 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.388133 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a61c-f612-40b9-8941-8ce2ea6eca50 req-56de99fb-0c82-423a-ac96-5e682644e854 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:42.389678 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a775a61c-f612-40b9-8941-8ce2ea6eca50 req-56de99fb-0c82-423a-ac96-5e682644e854 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 947 time: 0.1199491 Jul 07 20:57:42.491494 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-a775a61c-f612-40b9-8941-8ce2ea6eca50 req-92d8f092-bcb5-456d-a7cc-f913d4e93cf8 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups?id=31ffe7ec-9e5b-4483-8bb9-75105ca95016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900602 Jul 07 20:57:42.520397 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] For port dbba861a-539d-4a00-82a7-c4bd3cd39cf5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:42.520770 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.725694 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.727176 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.727539 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Floating IP d1870b1b-ea95-4d8d-8948-0911b6b00b6c disassociated. External IP: 172.27.3.157, port: dbba861a-539d-4a00-82a7-c4bd3cd39cf5. Jul 07 20:57:42.727977 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Calling delete_port for dbba861a-539d-4a00-82a7-c4bd3cd39cf5 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:42.871743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.903190 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event deleted for resources: {'Port': ['ID=dbba861a-539d-4a00-82a7-c4bd3cd39cf5,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:42.915482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.915841 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.916185 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.916695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.917032 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.917365 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.917695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.918020 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.918383 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.918705 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.919026 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.919345 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.048066 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Router 000ca5e5-10dc-43f6-8991-85e992757e22 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:43.214898 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:43.230720 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:43.245782 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:43.246870 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:43.292613 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] No DVR routers for this DVR port dbba861a-539d-4a00-82a7-c4bd3cd39cf5 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:43.297259 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.300856 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8ab7d430-3171-4097-96f1-95971c2eb971 req-bfb503dc-76ad-4d19-bb57-40ab6a4efc72 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.83 "DELETE /v2.0/ports/dbba861a-539d-4a00-82a7-c4bd3cd39cf5 HTTP/1.1" status: 204 len: 173 time: 1.0830305 Jul 07 20:57:43.301665 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-deleted', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:43.306232 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af6b56c-4747-41fc-ae7b-8866caf7a3a0" -d '{"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-deleted", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:43.431011 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f395b-0729-49fc-a38b-de0b3defa067 x-openstack-request-id: req-8a2f395b-0729-49fc-a38b-de0b3defa067 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:43.431623 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d57c42-5361-4cd4-9745-03aefd1c36cb", "name": "network-vif-deleted", "tag": "dbba861a-539d-4a00-82a7-c4bd3cd39cf5", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:43.432293 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a2f395b-0729-49fc-a38b-de0b3defa067 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:43.432909 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d57c42-5361-4cd4-9745-03aefd1c36cb', 'name': 'network-vif-deleted', 'tag': 'dbba861a-539d-4a00-82a7-c4bd3cd39cf5', 'status': 'completed', 'code': 200} Jul 07 20:57:43.435022 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:43.528072 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:57:43.712292 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7f644df9-6081-4236-aeb1-5b52643a1550 req-baa2c1f2-a955-4dc0-959e-e1eaca114951 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8d57c42-5361-4cd4-9745-03aefd1c36cb HTTP/1.1" status: 200 len: 210 time: 0.0308692 Jul 07 20:57:43.722124 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:43.769265 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:43.783746 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:43.784860 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:43.947633 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:43.987378 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46838) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:44.160182 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.252489 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:44.295304 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.300797 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.303094 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e319f5-7fea-4de5-8839-4f86552c1f90 None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:49:19Z', 'revision_number': 4, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '5896175a-af78-47e6-bd60-3fdd5af846eb', 'name': '', 'network_id': '6c7c29ee-cfde-4a46-bc4c-ada17ad0e545', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'mac_address': 'fa:16:3e:78:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:16Z', 'updated_at': '2021-07-07T20:49:32Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'subnets': [{'id': '03f4c379-c3ef-4de7-a6ad-578610aaf293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:44.350475 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31c03215a6654a59b71e49e2c158f203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618603 Jul 07 20:57:44.352177 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc52e573-bcf5-401b-8523-c6e48190625c,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:44.354886 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46842) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:44.367805 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.368436 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.369042 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.369606 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.370168 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.371027 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.371573 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.372375 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.372946 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.373484 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.374579 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.375158 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918f419-8091-48c6-bc9b-c581e12b8776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:44.439240 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-73c0df65-5dfc-488a-8b38-cd4b8c776446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.479280 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-73c0df65-5dfc-488a-8b38-cd4b8c776446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.553366 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-73c0df65-5dfc-488a-8b38-cd4b8c776446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.557986 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-73c0df65-5dfc-488a-8b38-cd4b8c776446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.559391 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-73c0df65-5dfc-488a-8b38-cd4b8c776446 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc52e573-bcf5-401b-8523-c6e48190625c HTTP/1.1" status: 204 len: 168 time: 0.2028353 Jul 07 20:57:44.572451 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0df65-5dfc-488a-8b38-cd4b8c776446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc52e573-bcf5-401b-8523-c6e48190625c,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:44.600235 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ce8b3-222b-4163-a33a-78ff61fd4f7d None None] New status for floating IP d1870b1b-ea95-4d8d-8948-0911b6b00b6c: DOWN {{(pid=99433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:57:44.917719 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46852) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:44.940323 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46854) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:44.954322 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-25e03b7c-021e-4dd3-b3b6-ea42321f6931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.030203 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-94556ef3-5def-4f00-bc21-15622b280f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.062152 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-94556ef3-5def-4f00-bc21-15622b280f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.079850 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-25e03b7c-021e-4dd3-b3b6-ea42321f6931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.084890 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-25e03b7c-021e-4dd3-b3b6-ea42321f6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.137767 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-94556ef3-5def-4f00-bc21-15622b280f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.145742 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-25e03b7c-021e-4dd3-b3b6-ea42321f6931 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d8e55d204a9467eb928e302a00c75ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997502 Jul 07 20:57:45.146020 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-94556ef3-5def-4f00-bc21-15622b280f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.146204 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e03b7c-021e-4dd3-b3b6-ea42321f6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09837744-fedb-4cc2-a0ba-abb677bd83ff,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:45.146394 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-94556ef3-5def-4f00-bc21-15622b280f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "DELETE /v2.0/security-groups/31ffe7ec-9e5b-4483-8bb9-75105ca95016 HTTP/1.1" status: 204 len: 168 time: 0.2239251 Jul 07 20:57:45.146567 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46856) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:45.149969 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46858) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:45.172991 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94556ef3-5def-4f00-bc21-15622b280f18 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ffe7ec-9e5b-4483-8bb9-75105ca95016,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:45.182110 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.api.v2.resource [None req-c47215ee-f8b6-41e7-a27c-709ec8f2a740 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] show failed (client error): The resource could not be found. Jul 07 20:57:45.183872 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c47215ee-f8b6-41e7-a27c-709ec8f2a740 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "GET /v2.0/security-groups/31ffe7ec-9e5b-4483-8bb9-75105ca95016 HTTP/1.1" status: 404 len: 347 time: 0.0300846 Jul 07 20:57:45.188602 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46860) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:45.223023 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9362-ec9c-43b2-b986-d55690204ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.262706 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9362-ec9c-43b2-b986-d55690204ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.319075 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9362-ec9c-43b2-b986-d55690204ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.322684 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9362-ec9c-43b2-b986-d55690204ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.324390 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-e7ed9362-ec9c-43b2-b986-d55690204ea2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09837744-fedb-4cc2-a0ba-abb677bd83ff HTTP/1.1" status: 204 len: 168 time: 0.1778994 Jul 07 20:57:45.339138 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed9362-ec9c-43b2-b986-d55690204ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09837744-fedb-4cc2-a0ba-abb677bd83ff,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:45.365034 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Deleting port d9db1224-9633-496c-9bab-bbeaa64c6e1a {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:45.365434 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.465482 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.465801 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.480039 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Calling delete_port for d9db1224-9633-496c-9bab-bbeaa64c6e1a owned by network:floatingip {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:45.644372 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.677700 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Pushing event deleted for resources: {'Port': ['ID=d9db1224-9633-496c-9bab-bbeaa64c6e1a,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:45.755756 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks [] for floatingip, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.760710 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.762740 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-929da2e3-47c1-4d40-86ec-cc2049eb9760 tempest-AttachVolumeShelveTestJSON-888004420 tempest-AttachVolumeShelveTestJSON-888004420-project] 10.222.0.72 "DELETE /v2.0/floatingips/d1870b1b-ea95-4d8d-8948-0911b6b00b6c HTTP/1.1" status: 204 len: 168 time: 0.5725563 Jul 07 20:57:46.044506 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:46.073574 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: dbba861a-539d-4a00-82a7-c4bd3cd39cf5 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:46.074110 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device dbba861a-539d-4a00-82a7-c4bd3cd39cf5 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:48.609768 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46932) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:49.438125 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.791457 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Deleting port 5896175a-af78-47e6-bd60-3fdd5af846eb {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:49.792105 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.878016 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] For port 5896175a-af78-47e6-bd60-3fdd5af846eb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=5896175a-af78-47e6-bd60-3fdd5af846eb,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:49.878405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.892634 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Calling delete_port for 5896175a-af78-47e6-bd60-3fdd5af846eb owned by network:router_interface {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:50.091982 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.119833 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5896175a-af78-47e6-bd60-3fdd5af846eb,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:50.312640 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.548231 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Router 000ca5e5-10dc-43f6-8991-85e992757e22 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:50.661712 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:50.666971 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c6cd85c2-eca7-4296-89ea-8f39c1a764c4 admin admin] 10.222.0.72 "PUT /v2.0/routers/000ca5e5-10dc-43f6-8991-85e992757e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0560722 Jul 07 20:57:50.669987 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46960) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:50.670214 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] Sync routers for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:50.680886 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:50.681706 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:50.799871 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:51.023711 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:57:50Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:51.051370 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] Checking router: 000ca5e5-10dc-43f6-8991-85e992757e22 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:51.061143 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] Routers {'000ca5e5-10dc-43f6-8991-85e992757e22'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:51.061759 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['000ca5e5-10dc-43f6-8991-85e992757e22'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:51.080853 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks [] for router, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.216302 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] Set router 000ca5e5-10dc-43f6-8991-85e992757e22 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:51.228373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.307054 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Deleting port 31d456c3-9ab2-420d-92d1-3856eff0d2d0 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:51.307533 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.418052 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:57:50Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:51.439215 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] For port 31d456c3-9ab2-420d-92d1-3856eff0d2d0, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=31d456c3-9ab2-420d-92d1-3856eff0d2d0,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:51.439878 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.467686 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Calling delete_port for 31d456c3-9ab2-420d-92d1-3856eff0d2d0 owned by network:router_gateway {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:51.545999 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db47d79-3791-4b27-a75e-5b484b725ff1 None None] The sync data for ids ['000ca5e5-10dc-43f6-8991-85e992757e22'] in dv-cinder-790535-7-iscsi is: [{'id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'name': 'tempest-AttachVolumeShelveTestJSON-913018916-router', 'tenant_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:08Z', 'updated_at': '2021-07-07T20:57:50Z', 'revision_number': 5, 'project_id': '4b2c6b70a9d044d68c3b381c57b007b2', 'gw_port': {'id': '31d456c3-9ab2-420d-92d1-3856eff0d2d0', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ca5e5-10dc-43f6-8991-85e992757e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:10Z', 'updated_at': '2021-07-07T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:51.559231 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.706042 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.738224 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d456c3-9ab2-420d-92d1-3856eff0d2d0,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:51.806041 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.902344 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.904774 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.957820 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.958430 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000ca5e5-10dc-43f6-8991-85e992757e22 {{(pid=99432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:57:51.964620 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.965834 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-f45158d4-044a-4221-9e9c-ee655bebd676 admin admin] 10.222.0.72 "DELETE /v2.0/routers/000ca5e5-10dc-43f6-8991-85e992757e22 HTTP/1.1" status: 204 len: 168 time: 1.2948325 Jul 07 20:57:51.968949 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46966) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:52.021178 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Deleting subnet 03f4c379-c3ef-4de7-a6ad-578610aaf293 {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:57:52.025180 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.069579 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.199520 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.291567 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.343231 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f4c379-c3ef-4de7-a6ad-578610aaf293,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:52.347216 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.349868 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13395d5-81e8-48a0-a239-8b3ff1726eb2 None None] Network 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:52.351892 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-497d895a-c8c7-4386-8759-4915dd3c4b3d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/03f4c379-c3ef-4de7-a6ad-578610aaf293 HTTP/1.1" status: 204 len: 168 time: 0.3806705 Jul 07 20:57:52.353992 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 46968) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:52.463671 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.548492 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Deleting port 0f830245-13c6-4afa-b330-bf934dd39f6c {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:52.549057 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.645024 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] DHCP port deletion for 6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:57:52.661489 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] For port 0f830245-13c6-4afa-b330-bf934dd39f6c, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0f830245-13c6-4afa-b330-bf934dd39f6c,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:52.662827 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.692211 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Calling delete_port for 0f830245-13c6-4afa-b330-bf934dd39f6c owned by network:dhcp {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:52.739702 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] Deleting port 0f830245-13c6-4afa-b330-bf934dd39f6c {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:52.740519 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.819747 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.824469 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] For port 0f830245-13c6-4afa-b330-bf934dd39f6c, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=0f830245-13c6-4afa-b330-bf934dd39f6c,segment=NetworkSegment(c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8),segment_id=c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:52.824939 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.840680 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] Calling delete_port for 0f830245-13c6-4afa-b330-bf934dd39f6c owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:52.855191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f830245-13c6-4afa-b330-bf934dd39f6c,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:52.863217 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] No DVR routers for this DVR port 0f830245-13c6-4afa-b330-bf934dd39f6c on host dv-cinder-790535-7-iscsi {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:52.940592 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.951857 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c29ee-cfde-4a46-bc4c-ada17ad0e545']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:52.965327 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:52.965588 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ed6c06-7e27-4bf0-ba5e-b6db2a1be2e8') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:52.973172 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.976301 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.991809 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.998446 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:57:52.998856 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:57:53.000908 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:57:53.010723 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] Pushing event deleted for resources: {'Port': ['ID=0f830245-13c6-4afa-b330-bf934dd39f6c,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:53.015763 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0be727-8fb4-49fd-bbbd-6c2786843145 None None] No DVR routers for this DVR port 0f830245-13c6-4afa-b330-bf934dd39f6c on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:53.071318 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.080331 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.083747 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] 10.222.0.72 "DELETE /v2.0/networks/6c7c29ee-cfde-4a46-bc4c-ada17ad0e545 HTTP/1.1" status: 204 len: 168 time: 0.7278874 Jul 07 20:57:53.098327 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93da73-1495-40c6-a0ac-334339d29d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7c29ee-cfde-4a46-bc4c-ada17ad0e545,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:53.183404 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 31d456c3-9ab2-420d-92d1-3856eff0d2d0 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:53.204568 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 31d456c3-9ab2-420d-92d1-3856eff0d2d0 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:53.204910 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 31d456c3-9ab2-420d-92d1-3856eff0d2d0 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:53.205327 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0f830245-13c6-4afa-b330-bf934dd39f6c no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:53.227077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 0f830245-13c6-4afa-b330-bf934dd39f6c {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:53.227426 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 0f830245-13c6-4afa-b330-bf934dd39f6c not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:53.227841 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 5896175a-af78-47e6-bd60-3fdd5af846eb no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:53.251342 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 5896175a-af78-47e6-bd60-3fdd5af846eb {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:53.251624 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 5896175a-af78-47e6-bd60-3fdd5af846eb not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:53.283623 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46976) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:53.346097 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-2c01f7a3-48d0-45f6-b70b-5130c212f765 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b2c6b70a9d044d68c3b381c57b007b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609765 Jul 07 20:57:53.348753 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 46978) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:53.403759 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f76d81d5-5043-4a70-be0a-1b747a4fe18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.426626 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f76d81d5-5043-4a70-be0a-1b747a4fe18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.482771 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f76d81d5-5043-4a70-be0a-1b747a4fe18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.485347 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-f76d81d5-5043-4a70-be0a-1b747a4fe18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.486548 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-f76d81d5-5043-4a70-be0a-1b747a4fe18b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/826887b2-b59b-4332-89da-272ad9f7b754 HTTP/1.1" status: 204 len: 168 time: 0.1365967 Jul 07 20:57:53.495267 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d81d5-5043-4a70-be0a-1b747a4fe18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826887b2-b59b-4332-89da-272ad9f7b754,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:54.501585 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47022) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:54.676977 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08838b5f-3fb3-46ce-baa3-b4063f7ab42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.838779 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08838b5f-3fb3-46ce-baa3-b4063f7ab42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.845355 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-08838b5f-3fb3-46ce-baa3-b4063f7ab42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.904474 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-08838b5f-3fb3-46ce-baa3-b4063f7ab42e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02ce31c0636348afabc6525edadeb4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993032 Jul 07 20:57:54.905953 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838b5f-3fb3-46ce-baa3-b4063f7ab42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adde0746-60a3-4377-aa21-139dd3a21045,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:54.908293 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47046) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:54.979196 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28821436-067a-4f85-8292-291f32b2d6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.013903 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28821436-067a-4f85-8292-291f32b2d6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.090774 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28821436-067a-4f85-8292-291f32b2d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.094725 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28821436-067a-4f85-8292-291f32b2d6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.099551 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-28821436-067a-4f85-8292-291f32b2d6e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adde0746-60a3-4377-aa21-139dd3a21045 HTTP/1.1" status: 204 len: 168 time: 0.1889026 Jul 07 20:57:55.119817 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28821436-067a-4f85-8292-291f32b2d6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde0746-60a3-4377-aa21-139dd3a21045,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:55.275196 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47056) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:55.429389 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fb70524a-f2cf-44af-86fa-bd9589694e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.547121 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47062) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:55.570214 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-60bcbbd9-b77e-4587-83d0-954dbd3806e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.581004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fb70524a-f2cf-44af-86fa-bd9589694e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.586855 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fb70524a-f2cf-44af-86fa-bd9589694e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.656474 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-fb70524a-f2cf-44af-86fa-bd9589694e51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09ffb231c13045d8ab3b82a47577c136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711491 Jul 07 20:57:55.657853 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70524a-f2cf-44af-86fa-bd9589694e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bbbeb2-2fcd-4625-82c8-4556077283cc,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:55.659700 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47064) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:55.756953 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc4c70e8-8c73-4816-ad24-49b83170a6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.769356 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-60bcbbd9-b77e-4587-83d0-954dbd3806e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.777805 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-60bcbbd9-b77e-4587-83d0-954dbd3806e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.808631 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc4c70e8-8c73-4816-ad24-49b83170a6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.849717 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-60bcbbd9-b77e-4587-83d0-954dbd3806e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a73b1b645819428381f4b7c5f972877d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003497 Jul 07 20:57:55.854684 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47066) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:55.857560 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcbbd9-b77e-4587-83d0-954dbd3806e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51292acd-a675-4b76-95fd-f3371ca4f9e1,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:55.897906 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc4c70e8-8c73-4816-ad24-49b83170a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.902971 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-cc4c70e8-8c73-4816-ad24-49b83170a6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.904993 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-cc4c70e8-8c73-4816-ad24-49b83170a6f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86bbbeb2-2fcd-4625-82c8-4556077283cc HTTP/1.1" status: 204 len: 168 time: 0.2433643 Jul 07 20:57:55.919886 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c70e8-8c73-4816-ad24-49b83170a6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bbbeb2-2fcd-4625-82c8-4556077283cc,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:55.933036 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5f238dce-3762-4812-86b9-fd019a08a1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.983886 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5f238dce-3762-4812-86b9-fd019a08a1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.060209 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5f238dce-3762-4812-86b9-fd019a08a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.064409 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-5f238dce-3762-4812-86b9-fd019a08a1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.066267 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-5f238dce-3762-4812-86b9-fd019a08a1b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51292acd-a675-4b76-95fd-f3371ca4f9e1 HTTP/1.1" status: 204 len: 168 time: 0.2102845 Jul 07 20:57:56.081210 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f238dce-3762-4812-86b9-fd019a08a1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51292acd-a675-4b76-95fd-f3371ca4f9e1,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:57.309578 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47120) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:57.879497 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-241d7db5-23b4-4629-9b4e-2da31d47dd65 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735848870&fields=id&tenant_id=02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 267 time: 0.0670235 Jul 07 20:57:57.970542 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Deleting port 4010f578-a882-4973-af57-c34b74efb697 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:57.970542 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.091784 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-4922d510-2f66-49ca-91a3-14e11264e717 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:58.093552 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-4922d510-2f66-49ca-91a3-14e11264e717 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 812 time: 0.2004790 Jul 07 20:57:58.109713 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.110055 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.123123 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-334b6122-d0ec-4026-b2cf-07bdff988487 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/quotas/02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 375 time: 0.0236948 Jul 07 20:57:58.128172 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Calling delete_port for 4010f578-a882-4973-af57-c34b74efb697 owned by network:floatingip {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:58.292746 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-d038a43f-748a-4e3d-9f10-d1e34de39182 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1533828 Jul 07 20:57:58.730143 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.791202 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47170) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:58.914409 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event deleted for resources: {'Port': ['ID=4010f578-a882-4973-af57-c34b74efb697,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:58.925682 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for floatingip, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.926036 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.db.l3_db [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Floating IP 9e524bf3-b585-4e3b-8d3f-d68ae87fea67 disassociated (deleted). External IP: 172.27.3.232, port: eb29379a-5c41-4480-a6f9-69f172ce5b81. Jul 07 20:57:58.988475 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-3df260e5-2bf0-4030-b403-815cfb73c5e6 service neutron] 10.222.0.72 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599615 Jul 07 20:57:59.206407 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-df478f08-f12c-4b69-b289-5c9ea0db619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.236920 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-c3983bdc-2ad2-4d5a-bd2c-fc5a53526892 service neutron] 10.222.0.72 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318182 Jul 07 20:57:59.353032 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Router 0f290ade-2570-4b34-bdfe-97879bec5fc8 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:59.359245 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-df478f08-f12c-4b69-b289-5c9ea0db619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.363910 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-df478f08-f12c-4b69-b289-5c9ea0db619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.446691 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47190) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:59.447198 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-df478f08-f12c-4b69-b289-5c9ea0db619e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=345b155f44a748ad9ce337ee23820b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542103 Jul 07 20:57:59.450385 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df478f08-f12c-4b69-b289-5c9ea0db619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6603f3da-b8bd-4747-a68a-ed803f310cb5,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:59.642227 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-91d92c07-6e72-4fa2-9c17-980c9cdc79b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.646396 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:59.655646 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.671400 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] Sync routers for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:59.687887 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:59.689288 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:59.754432 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-91d92c07-6e72-4fa2-9c17-980c9cdc79b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.852141 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-0808006b-75c6-4137-a277-b99c96803ecd req-91761b55-bbf0-4468-b247-0b0c5b3692db tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 210 time: 0.0836797 Jul 07 20:57:59.901249 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-92ee1bdc-49ea-4b52-bb28-ea670a9399b4 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "DELETE /v2.0/floatingips/9e524bf3-b585-4e3b-8d3f-d68ae87fea67 HTTP/1.1" status: 204 len: 168 time: 2.5901310 Jul 07 20:57:59.902327 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:59.908138 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473e611e76414244f55ed097370183944a576b014a7d28331a8a24b4f54be817" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9015f0f6-73fe-48b0-8bb6-69586bd5d698" -d '{"events": [{"name": "network-changed", "server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:59.953776 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-91d92c07-6e72-4fa2-9c17-980c9cdc79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.957010 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-91d92c07-6e72-4fa2-9c17-980c9cdc79b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.958176 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-91d92c07-6e72-4fa2-9c17-980c9cdc79b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6603f3da-b8bd-4747-a68a-ed803f310cb5 HTTP/1.1" status: 204 len: 168 time: 0.5099277 Jul 07 20:57:59.975194 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d92c07-6e72-4fa2-9c17-980c9cdc79b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6603f3da-b8bd-4747-a68a-ed803f310cb5,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:59.982468 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146418ec-d979-4f60-b7ab-777663f5e762 x-openstack-request-id: req-146418ec-d979-4f60-b7ab-777663f5e762 {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:59.983087 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "status": "completed", "code": 200}]} {{(pid=99431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:59.983849 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-146418ec-d979-4f60-b7ab-777663f5e762 {{(pid=99431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:59.984575 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'status': 'completed', 'code': 200} Jul 07 20:58:00.219671 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-c60760c5-6d79-4000-9430-f02a90b4787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.221203 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-c60760c5-6d79-4000-9430-f02a90b4787d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481030fc79564188b790930cd36af8e3&device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 1098 time: 0.1942785 Jul 07 20:58:00.232211 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:00.370815 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-461b5efc-c17c-4b7f-84e1-2894056751be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.372534 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-461b5efc-c17c-4b7f-84e1-2894056751be service neutron] 10.222.0.83 "GET /v2.0/networks?id=6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 200 len: 909 time: 0.1437645 Jul 07 20:58:00.431284 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-e3b32fe7-8ca0-49f7-a559-11aa217643b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 200 len: 217 time: 0.0522971 Jul 07 20:58:00.492483 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-847ef300-04bb-4b5a-8d2d-99c5541b96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.494338 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-847ef300-04bb-4b5a-8d2d-99c5541b96f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 200 len: 847 time: 0.0565131 Jul 07 20:58:00.712352 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-f10b4236-8a9a-46d2-aab0-4140bfd8e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.715452 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-f10b4236-8a9a-46d2-aab0-4140bfd8e2b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6bc2eff1-348f-4873-98fa-a27ad97b191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2069435 Jul 07 20:58:00.779741 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:00.826913 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47222) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:00.836505 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] Checking router: 0f290ade-2570-4b34-bdfe-97879bec5fc8 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:00.850965 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:00.852034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:57:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:00.859750 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-90ca7f10-ae32-4070-8377-5aeba0ac39ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.902130 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-d1425639-474b-4a18-87a8-7c1b8b283598 service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790738 Jul 07 20:58:00.915173 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051677-eec7-42c2-8eff-339950440fcf req-2164b9b3-c08c-44fe-993f-93f0b0c03a50 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.916764 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-36051677-eec7-42c2-8eff-339950440fcf req-2164b9b3-c08c-44fe-993f-93f0b0c03a50 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.1305680 Jul 07 20:58:01.027638 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-90ca7f10-ae32-4070-8377-5aeba0ac39ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.031278 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:01.033928 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-90ca7f10-ae32-4070-8377-5aeba0ac39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.049754 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-36051677-eec7-42c2-8eff-339950440fcf req-508cf2f7-16c8-46af-a14e-bfdb344fb0bd tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239164 Jul 07 20:58:01.100818 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca7f10-ae32-4070-8377-5aeba0ac39ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a319f5a-4618-484d-9694-09d16bd0674a,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:01.102383 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-9015f0f6-73fe-48b0-8bb6-69586bd5d698 req-e52d956c-c8ff-47ba-9935-9d8192cbc91a service neutron] 10.222.0.83 "GET /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845279 Jul 07 20:58:01.108490 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-90ca7f10-ae32-4070-8377-5aeba0ac39ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77a8adc612564d4183dd5bca41da13ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791200 Jul 07 20:58:01.108778 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47226) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:01.179631 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-b60a6acf-ab68-4aad-9187-f86a0d3a7f87 req-caf04a33-5949-40d5-a08f-a10d98d959ae tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 210 time: 0.0455608 Jul 07 20:58:01.193363 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-dfcbecc4-d98e-4978-8da4-500d54e9d3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.216931 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-dfcbecc4-d98e-4978-8da4-500d54e9d3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.274845 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-dfcbecc4-d98e-4978-8da4-500d54e9d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.279404 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-dfcbecc4-d98e-4978-8da4-500d54e9d3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.284383 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-dfcbecc4-d98e-4978-8da4-500d54e9d3d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a319f5a-4618-484d-9694-09d16bd0674a HTTP/1.1" status: 204 len: 168 time: 0.1711800 Jul 07 20:58:01.299061 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbecc4-d98e-4978-8da4-500d54e9d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a319f5a-4618-484d-9694-09d16bd0674a,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:01.445140 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:01.489993 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8196-50c8-4b60-8d45-d8550bda3d29 None None] The sync data for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi is: [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:52:15Z', 'revision_number': 4, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '73b35ec5-a91b-4165-9be0-a6cfb196cfb7', 'name': '', 'network_id': '6bc2eff1-348f-4873-98fa-a27ad97b191b', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'mac_address': 'fa:16:3e:c2:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:31Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'subnets': [{'id': '1896000b-292a-45d1-9b2a-8eccb9cee476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:01.848467 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-f3ceeed9-782f-4bd6-8481-c8ab64e048f1 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:01.852170 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-f3ceeed9-782f-4bd6-8481-c8ab64e048f1 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 812 time: 0.2810316 Jul 07 20:58:01.960050 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-0746b623-1bcb-4fbe-ac64-4e874ae548e8 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af07f49f9747d185a57745e7596c53 HTTP/1.1" status: 200 len: 379 time: 0.0930257 Jul 07 20:58:01.968808 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3618d153-a67f-49cc-8743-c3e881c2a622 None None] New status for floating IP 9e524bf3-b585-4e3b-8d3f-d68ae87fea67: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:58:01.978380 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'port': {'device_id': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'admin_state_up': True, 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'security_groups': ['452f0bd1-0f29-45eb-8514-11c0cbd27df8']}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:02.141689 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Made reservation on behalf of 02af07f49f9747d185a57745e7596c53 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:02.149456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.357522 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-3edc53b9-6526-44fe-9935-f99f4c0941f0 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.359438 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-3edc53b9-6526-44fe-9935-f99f4c0941f0 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.83 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.2048373 Jul 07 20:58:02.368242 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c656ffd9-c264-404e-b84f-92c4967710e2 req-237fef7d-8d90-4c75-8171-bea76f9d42c7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 210 time: 0.0396121 Jul 07 20:58:02.482373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1e6e5-da92-44a5-add0-54643f98712c req-c9c09394-d3ca-4e2f-9d24-32b921c44942 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.483956 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d9b1e6e5-da92-44a5-add0-54643f98712c req-c9c09394-d3ca-4e2f-9d24-32b921c44942 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 945 time: 0.2785048 Jul 07 20:58:02.536370 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Allocated IP 172.20.0.4 (08767028-0fa2-45e9-adc9-c3f8ec3c770d/08b25ec5-07c2-4106-9edc-2022096c50d4/0e51ad09-5dad-405b-bbed-8eeaf11c2438) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:02.575868 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d9b1e6e5-da92-44a5-add0-54643f98712c req-41604b0e-50d4-4d22-a2be-48e35921b713 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/security-groups?id=a81161ff-b923-436e-9bb1-6511e1443466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858483 Jul 07 20:58:02.670644 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Deleting port eb29379a-5c41-4480-a6f9-69f172ce5b81 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:02.670850 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.802478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.815162 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] For port eb29379a-5c41-4480-a6f9-69f172ce5b81, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eb29379a-5c41-4480-a6f9-69f172ce5b81,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:02.815540 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.835626 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Transition to ACTIVE for port object 0e51ad09-5dad-405b-bbed-8eeaf11c2438 will not be triggered until provisioned by entity DHCP. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:02.837353 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Calling delete_port for eb29379a-5c41-4480-a6f9-69f172ce5b81 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:02.936190 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.050534 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:03.086011 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:03.093641 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:03.098390 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=0e51ad09-5dad-405b-bbed-8eeaf11c2438,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:03.216324 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.294193 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.295170 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.307234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event deleted for resources: {'Port': ['ID=eb29379a-5c41-4480-a6f9-69f172ce5b81,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:03.377609 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-b8b4ec28-c172-4857-93df-04371a6863af tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4088550 Jul 07 20:58:03.444014 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] No DVR routers for this DVR port eb29379a-5c41-4480-a6f9-69f172ce5b81 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:03.467508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Request body: {'port': {'device_id': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:03.479461 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-0ff8504a-00eb-42e4-a8f4-274086a9cecc None None] Provisioning for port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 completed by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:03.507899 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-0ff8504a-00eb-42e4-a8f4-274086a9cecc None None] Provisioning complete for port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 triggered by entity DHCP. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:03.508086 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-0ff8504a-00eb-42e4-a8f4-274086a9cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.550455 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.554064 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-4ad71ec2-955c-4bb9-bf9f-4120fd69df54 req-f4d1e8c4-6aeb-4c0e-837c-78e5f3333aef tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.83 "DELETE /v2.0/ports/eb29379a-5c41-4480-a6f9-69f172ce5b81 HTTP/1.1" status: 204 len: 173 time: 1.1889319 Jul 07 20:58:03.574690 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-deleted', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:03.585010 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbd5c7d-1a56-4e19-9c1c-2e8da51e9f58" -d '{"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-deleted", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:03.668115 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8504a-00eb-42e4-a8f4-274086a9cecc None None] Port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 cannot update to ACTIVE because it is not bound. {{(pid=99433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:58:03.692299 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-310c94d0-b68d-4dcd-86bf-fff30461ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.704928 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47310) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:03.728050 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e7d6a-1374-4703-b076-224844bff23d x-openstack-request-id: req-1e5e7d6a-1374-4703-b076-224844bff23d {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:03.728395 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d4f07-6739-4659-958c-62b0349c24ac", "name": "network-vif-deleted", "tag": "eb29379a-5c41-4480-a6f9-69f172ce5b81", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:03.728686 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e5e7d6a-1374-4703-b076-224844bff23d {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:03.729116 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d4f07-6739-4659-958c-62b0349c24ac', 'name': 'network-vif-deleted', 'tag': 'eb29379a-5c41-4480-a6f9-69f172ce5b81', 'status': 'completed', 'code': 200} Jul 07 20:58:03.773748 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.809419 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daee47-805c-4dce-a8ab-53f5930f8701 req-0d6556b8-7c05-49b3-b88c-f406bab5555b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.814562 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-50daee47-805c-4dce-a8ab-53f5930f8701 req-0d6556b8-7c05-49b3-b88c-f406bab5555b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 931 time: 0.2553999 Jul 07 20:58:03.912252 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-50daee47-805c-4dce-a8ab-53f5930f8701 req-2dee01ce-d7a3-4886-8484-02aac18cbcfc tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876961 Jul 07 20:58:03.967734 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-362703c9-e3cc-47f0-93c3-42c0c06b510f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.169994 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94a729e0-d119-40e2-96e1-9b265335771b req-4eb34a51-587c-4115-8bd6-ef596bf2e2c9 tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f52d4f07-6739-4659-958c-62b0349c24ac HTTP/1.1" status: 200 len: 210 time: 0.0605304 Jul 07 20:58:04.245640 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-362703c9-e3cc-47f0-93c3-42c0c06b510f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.255496 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-362703c9-e3cc-47f0-93c3-42c0c06b510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.346674 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362703c9-e3cc-47f0-93c3-42c0c06b510f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b2e8d4-2068-4f77-a6cf-5cf822103fa2,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:04.359966 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-362703c9-e3cc-47f0-93c3-42c0c06b510f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95ad79da187e4267a7e9da5a90bbfa93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456878 Jul 07 20:58:04.367425 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47324) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:04.397393 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e51ad09-5dad-405b-bbed-8eeaf11c2438 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:04.413585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.434130 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Transition to ACTIVE for port object 0e51ad09-5dad-405b-bbed-8eeaf11c2438 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:04.446016 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.472626 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0b18def0-e1f2-4033-a1b6-09bdc357a931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.503514 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0b18def0-e1f2-4033-a1b6-09bdc357a931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.576134 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0b18def0-e1f2-4033-a1b6-09bdc357a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.579183 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0b18def0-e1f2-4033-a1b6-09bdc357a931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.581209 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-0b18def0-e1f2-4033-a1b6-09bdc357a931 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31b2e8d4-2068-4f77-a6cf-5cf822103fa2 HTTP/1.1" status: 204 len: 168 time: 0.2122092 Jul 07 20:58:04.593034 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18def0-e1f2-4033-a1b6-09bdc357a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b2e8d4-2068-4f77-a6cf-5cf822103fa2,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:04.720240 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51ad09-5dad-405b-bbed-8eeaf11c2438,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:04.752947 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Attempting to bind port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:04.753491 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Attempting to bind port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:04.754093 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Attempting to bind port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:04.767628 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:04.768171 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Attempting to bind port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 on network 08767028-0fa2-45e9-adc9-c3f8ec3c770d {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:04.782867 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:04.784841 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Checking segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:04.786667 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Bound using segment: {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:04.786667 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Bound port: 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335ff86-7726-4ad7-b0ee-04edae6f40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:04.787808 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.930138 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] For port 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:04.936607 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] For port 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:04.944136 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.062321 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.076974 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.079943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] 10.222.0.83 "PUT /v2.0/ports/0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 200 len: 1093 time: 1.6384773 Jul 07 20:58:05.247006 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0832b4-c66b-4268-aed2-f539438473b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51ad09-5dad-405b-bbed-8eeaf11c2438,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:05.312754 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-178343a8-9bf6-4b15-96dc-c9975f6902f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.316030 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-178343a8-9bf6-4b15-96dc-c9975f6902f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1096 time: 0.1710153 Jul 07 20:58:05.332007 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47338) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:05.360007 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0dab67d2-1667-43e0-abd7-0c8b67c4fc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.381286 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-25710330-0318-4bd0-9fec-92fbfb7fa7d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 200 len: 217 time: 0.0532663 Jul 07 20:58:05.393004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47340) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:05.426489 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792e248-f0be-48fe-8d42-f05acbac1683 req-948850c5-71d8-4326-aeb0-ad6411818e44 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.428173 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a792e248-f0be-48fe-8d42-f05acbac1683 req-948850c5-71d8-4326-aeb0-ad6411818e44 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.1435351 Jul 07 20:58:05.443161 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-8b736e9e-a541-470e-949c-2377ee89e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.446347 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-8b736e9e-a541-470e-949c-2377ee89e9a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0574527 Jul 07 20:58:05.519866 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729728-ddd8-434b-b099-38447d86cb22 req-fd9416b8-9483-4841-80fa-47c66bf41eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.522180 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-fd9416b8-9483-4841-80fa-47c66bf41eef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681005 Jul 07 20:58:05.546455 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-a792e248-f0be-48fe-8d42-f05acbac1683 req-e32684ef-ced6-4861-a768-2b7614a36f30 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107361 Jul 07 20:58:05.558111 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6e61-810a-4628-a634-3cb6db567f4b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.600662 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6e61-810a-4628-a634-3cb6db567f4b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.624315 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0dab67d2-1667-43e0-abd7-0c8b67c4fc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.629406 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-16172cd7-5133-45cd-8e56-efcce190415b service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011782 Jul 07 20:58:05.632720 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0dab67d2-1667-43e0-abd7-0c8b67c4fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.693224 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-0dab67d2-1667-43e0-abd7-0c8b67c4fc1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1991fec401364bc29ddf46985b6d4ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566453 Jul 07 20:58:05.693224 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab67d2-1667-43e0-abd7-0c8b67c4fc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8219ab5-6307-4df4-9c78-780c0d42bd11,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:05.694301 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47342) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:05.729829 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6e61-810a-4628-a634-3cb6db567f4b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.732472 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-cd0e6e61-810a-4628-a634-3cb6db567f4b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.732959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:05.733673 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-cd0e6e61-810a-4628-a634-3cb6db567f4b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] 10.222.0.72 "DELETE /v2.0/security-groups/a81161ff-b923-436e-9bb1-6511e1443466 HTTP/1.1" status: 204 len: 168 time: 0.3397005 Jul 07 20:58:05.735242 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e834e-796a-4cbf-b70a-2c758121eb20" -d '{"events": [{"name": "network-changed", "server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:05.745419 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e6e61-810a-4628-a634-3cb6db567f4b tempest-TestShelveInstance-467884044 tempest-TestShelveInstance-467884044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81161ff-b923-436e-9bb1-6511e1443466,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:05.788660 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c36b49-7b10-4565-ac14-b4c7a29dec6b x-openstack-request-id: req-e2c36b49-7b10-4565-ac14-b4c7a29dec6b {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:05.788660 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:05.789042 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2c36b49-7b10-4565-ac14-b4c7a29dec6b {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:05.789472 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'status': 'completed', 'code': 200} Jul 07 20:58:05.794675 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b4729728-ddd8-434b-b099-38447d86cb22 req-5669fe9e-e531-4627-a9a8-9b754b57346a service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578112 Jul 07 20:58:05.797114 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47348) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:05.819710 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-896eabe5-fa73-4f98-825b-74d6845df033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.862642 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-896eabe5-fa73-4f98-825b-74d6845df033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.945621 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-d0aa2073-257f-4380-aeb7-648cda4fd4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.947214 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-d0aa2073-257f-4380-aeb7-648cda4fd4e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1096 time: 0.0941329 Jul 07 20:58:05.975866 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-896eabe5-fa73-4f98-825b-74d6845df033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.978501 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-896eabe5-fa73-4f98-825b-74d6845df033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.979698 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-896eabe5-fa73-4f98-825b-74d6845df033 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8219ab5-6307-4df4-9c78-780c0d42bd11 HTTP/1.1" status: 204 len: 168 time: 0.2847924 Jul 07 20:58:06.019766 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eabe5-fa73-4f98-825b-74d6845df033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8219ab5-6307-4df4-9c78-780c0d42bd11,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:06.088380 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-865d77f7-c4e6-4252-9ff3-1c7256492908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.089985 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-865d77f7-c4e6-4252-9ff3-1c7256492908 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1358440 Jul 07 20:58:06.141216 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-aa1bebe5-9e1a-49da-8ca2-6593f5f34f87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 200 len: 217 time: 0.0440640 Jul 07 20:58:06.524679 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-ab833b5d-44ea-4169-b7a4-2ead9221b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.526210 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-ab833b5d-44ea-4169-b7a4-2ead9221b249 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.3755093 Jul 07 20:58:06.548754 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c1cc8141-d8d2-420e-ba9a-af1a25159bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.572832 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:06.596185 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: eb29379a-5c41-4480-a6f9-69f172ce5b81 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:06.596601 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device eb29379a-5c41-4480-a6f9-69f172ce5b81 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:06.603924 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47368) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:06.654301 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-1ceddae0-f02e-43e8-b483-ea2521a508e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.661976 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-1ceddae0-f02e-43e8-b483-ea2521a508e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255744 Jul 07 20:58:06.676570 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e0bd104e-ccf0-479a-becf-461ee204e06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.792993 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.812942 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-70f2ff4e-c135-4bf4-bb6a-ddea9296cd9f service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432667 Jul 07 20:58:06.841351 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55706ae-f414-4c32-b304-1bf694aeef49 req-6efd55e4-fa89-4673-9c75-fa895a9586a7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.842981 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c55706ae-f414-4c32-b304-1bf694aeef49 req-6efd55e4-fa89-4673-9c75-fa895a9586a7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.1198566 Jul 07 20:58:06.941464 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c55706ae-f414-4c32-b304-1bf694aeef49 req-9271013d-4be2-439d-92ac-94944803d92c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576141 Jul 07 20:58:06.960057 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-e72e834e-796a-4cbf-b70a-2c758121eb20 req-716d5aba-1f5e-41bd-a50c-6ba330c8681f service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391864 Jul 07 20:58:06.974076 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e0bd104e-ccf0-479a-becf-461ee204e06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.996114 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-e0bd104e-ccf0-479a-becf-461ee204e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.017237 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.105251 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd104e-ccf0-479a-becf-461ee204e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9678188c-45ff-45dc-9615-fd9222deb906,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:07.113655 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-e0bd104e-ccf0-479a-becf-461ee204e06e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=146e066bf6a1495482d6b6944e8b41f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074961 Jul 07 20:58:07.118235 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47372) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:07.199004 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39ad99a-8f6b-426a-ad63-10a3744a33d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.227970 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39ad99a-8f6b-426a-ad63-10a3744a33d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.240459 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Deleting port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:07.240834 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.299034 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39ad99a-8f6b-426a-ad63-10a3744a33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.303889 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-b39ad99a-8f6b-426a-ad63-10a3744a33d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.306065 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-b39ad99a-8f6b-426a-ad63-10a3744a33d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9678188c-45ff-45dc-9615-fd9222deb906 HTTP/1.1" status: 204 len: 168 time: 0.1858957 Jul 07 20:58:07.318008 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ad99a-8f6b-426a-ad63-10a3744a33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9678188c-45ff-45dc-9615-fd9222deb906,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:07.343046 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] For port 73b35ec5-a91b-4165-9be0-a6cfb196cfb7, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:07.343483 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.360739 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Calling delete_port for 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 owned by network:router_interface {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:07.623583 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.673312 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b35ec5-a91b-4165-9be0-a6cfb196cfb7,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:07.981603 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.092567 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.201295 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47398) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:08.389230 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa86f-123a-443d-9dae-d882be26a860 req-4c2ba10a-804a-4a9c-b36f-7e83b35c44c8 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.390903 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-44bfa86f-123a-443d-9dae-d882be26a860 req-4c2ba10a-804a-4a9c-b36f-7e83b35c44c8 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.2228026 Jul 07 20:58:08.397858 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-54887b5a-d8bf-466d-95c5-fdd418ad0354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.425157 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Router 0f290ade-2570-4b34-bdfe-97879bec5fc8 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:08.455853 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-44bfa86f-123a-443d-9dae-d882be26a860 req-0218ef3d-403c-48e7-8e11-7db5de982419 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521722 Jul 07 20:58:08.577012 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:08.577682 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-54887b5a-d8bf-466d-95c5-fdd418ad0354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.587693 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-54887b5a-d8bf-466d-95c5-fdd418ad0354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.591307 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-460d3ec4-2f18-48bb-a497-a4e6893b1fb7 admin admin] 10.222.0.72 "PUT /v2.0/routers/0f290ade-2570-4b34-bdfe-97879bec5fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7930393 Jul 07 20:58:08.595655 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47408) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:08.600853 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] Sync routers for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:08.617048 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:08.618443 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:58:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:08.672389 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54887b5a-d8bf-466d-95c5-fdd418ad0354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fa9514-df3d-409d-9779-3a30d4c5fabc,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:08.683144 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-54887b5a-d8bf-466d-95c5-fdd418ad0354 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51a4600e16014c41826f010e753d12dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792759 Jul 07 20:58:08.686502 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47410) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:08.752782 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks [] for router, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.761435 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:08.799022 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b0c-142f-4b4b-ab4b-109dad12332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.834765 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b0c-142f-4b4b-ab4b-109dad12332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.908601 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.916152 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b0c-142f-4b4b-ab4b-109dad12332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.919823 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b0c-142f-4b4b-ab4b-109dad12332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.921331 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c3ce7b0c-142f-4b4b-ab4b-109dad12332f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57fa9514-df3d-409d-9779-3a30d4c5fabc HTTP/1.1" status: 204 len: 168 time: 0.2327805 Jul 07 20:58:08.956229 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce7b0c-142f-4b4b-ab4b-109dad12332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fa9514-df3d-409d-9779-3a30d4c5fabc,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:08.998747 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Deleting port e5caa0b3-92a1-496f-8aad-b13ad7e0758e {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:08.999281 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.120158 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:58:07Z', 'revision_number': 5, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port': {'id': 'e5caa0b3-92a1-496f-8aad-b13ad7e0758e', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:02Z', 'updated_at': '2021-07-07T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:09.167928 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] Checking router: 0f290ade-2570-4b34-bdfe-97879bec5fc8 for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:09.168106 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] For port e5caa0b3-92a1-496f-8aad-b13ad7e0758e, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:09.168688 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.189871 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] Routers {'0f290ade-2570-4b34-bdfe-97879bec5fc8'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:09.191531 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:58:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['0f290ade-2570-4b34-bdfe-97879bec5fc8'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:09.200233 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Calling delete_port for e5caa0b3-92a1-496f-8aad-b13ad7e0758e owned by network:router_gateway {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:09.374456 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] Set router 0f290ade-2570-4b34-bdfe-97879bec5fc8 gateway port host: None {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:09.434139 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47424) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:09.455131 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-136c7dab-9169-4bb1-a66e-d7ea095de6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.464735 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.488142 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:58:08Z', 'revision_number': 6, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:09.517217 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5caa0b3-92a1-496f-8aad-b13ad7e0758e,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:09.541705 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf730a-05aa-4c13-a713-eafecd40b4b2 None None] The sync data for ids ['0f290ade-2570-4b34-bdfe-97879bec5fc8'] in dv-cinder-790535-7-iscsi is: [{'id': '0f290ade-2570-4b34-bdfe-97879bec5fc8', 'name': 'tempest-TestShelveInstance-842247490-router', 'tenant_id': '481030fc79564188b790930cd36af8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:00Z', 'updated_at': '2021-07-07T20:58:08Z', 'revision_number': 6, 'project_id': '481030fc79564188b790930cd36af8e3', 'gw_port_host': None}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:09.613904 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.684482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-136c7dab-9169-4bb1-a66e-d7ea095de6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.691977 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-136c7dab-9169-4bb1-a66e-d7ea095de6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.729839 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.732303 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.784575 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-136c7dab-9169-4bb1-a66e-d7ea095de6ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2932c7c2318845268cd5e9d3bce0397f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449771 Jul 07 20:58:09.784949 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47432) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:09.794426 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.795050 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f290ade-2570-4b34-bdfe-97879bec5fc8 {{(pid=99431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:58:09.805828 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.806544 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c7dab-9169-4bb1-a66e-d7ea095de6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c873a82c-095c-4b5b-916f-2b3f140051a9,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:09.810838 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-533df804-ad2a-4b79-b056-64052798b537 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0f290ade-2570-4b34-bdfe-97879bec5fc8 HTTP/1.1" status: 204 len: 168 time: 1.2123678 Jul 07 20:58:09.811115 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47434) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:09.855893 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe71983d-396a-4d69-bbb9-aacdd16b1d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.884360 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe71983d-396a-4d69-bbb9-aacdd16b1d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.905775 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Deleting subnet 1896000b-292a-45d1-9b2a-8eccb9cee476 {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:58:09.917628 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c78d9c-f6e9-416b-8ea8-d51cc9d2bb63 req-2ced05bf-e74c-4e62-89ec-a1dcbce1067d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.919779 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b0c78d9c-f6e9-416b-8ea8-d51cc9d2bb63 req-2ced05bf-e74c-4e62-89ec-a1dcbce1067d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.1884811 Jul 07 20:58:09.920797 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.975499 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe71983d-396a-4d69-bbb9-aacdd16b1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.978036 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fe71983d-396a-4d69-bbb9-aacdd16b1d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.981786 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-fe71983d-396a-4d69-bbb9-aacdd16b1d3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c873a82c-095c-4b5b-916f-2b3f140051a9 HTTP/1.1" status: 204 len: 168 time: 0.1929862 Jul 07 20:58:09.992402 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71983d-396a-4d69-bbb9-aacdd16b1d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c873a82c-095c-4b5b-916f-2b3f140051a9,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:10.022700 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b0c78d9c-f6e9-416b-8ea8-d51cc9d2bb63 req-6f3771e8-7dbb-4167-afff-77319ec6e79f tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759370 Jul 07 20:58:10.054399 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.192732 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.293737 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.324290 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1896000b-292a-45d1-9b2a-8eccb9cee476,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:10.326458 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.328430 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-7c8a82d5-7cd8-4315-8b44-7c92b9a5fb8c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1896000b-292a-45d1-9b2a-8eccb9cee476 HTTP/1.1" status: 204 len: 168 time: 0.5143380 Jul 07 20:58:10.332840 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47450) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:10.336433 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b9e26-ba0b-46f1-88b6-7798e111d4d5 None None] Network 6bc2eff1-348f-4873-98fa-a27ad97b191b requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:10.436360 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.483096 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.563042 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Deleting port b86ec3c8-4dad-4623-a5c9-0e9224298d67 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:10.563425 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.642675 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] DHCP port deletion for 6bc2eff1-348f-4873-98fa-a27ad97b191b request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:58:10.680833 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] For port b86ec3c8-4dad-4623-a5c9-0e9224298d67, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=b86ec3c8-4dad-4623-a5c9-0e9224298d67,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:10.681259 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.760319 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] Deleting port b86ec3c8-4dad-4623-a5c9-0e9224298d67 {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:10.761156 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.913398 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] For port b86ec3c8-4dad-4623-a5c9-0e9224298d67, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=b86ec3c8-4dad-4623-a5c9-0e9224298d67,segment=NetworkSegment(7ca3ed1e-aee1-4b80-9fb8-47551aa540d9),segment_id=7ca3ed1e-aee1-4b80-9fb8-47551aa540d9)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:10.914300 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.939721 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] Calling delete_port for b86ec3c8-4dad-4623-a5c9-0e9224298d67 owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:11.049880 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.080527 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] Pushing event deleted for resources: {'Port': ['ID=b86ec3c8-4dad-4623-a5c9-0e9224298d67,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:11.084691 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46f990-008c-4515-9c2e-c773ea27ca3f None None] No DVR routers for this DVR port b86ec3c8-4dad-4623-a5c9-0e9224298d67 on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:11.167800 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Calling delete_port for b86ec3c8-4dad-4623-a5c9-0e9224298d67 owned by network:dhcp {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:11.281816 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:11.303943 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:11.304291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 73b35ec5-a91b-4165-9be0-a6cfb196cfb7 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:11.304722 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e5caa0b3-92a1-496f-8aad-b13ad7e0758e no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:11.329344 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: e5caa0b3-92a1-496f-8aad-b13ad7e0758e {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:11.329626 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device e5caa0b3-92a1-496f-8aad-b13ad7e0758e not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:11.330040 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device b86ec3c8-4dad-4623-a5c9-0e9224298d67 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:11.354123 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: b86ec3c8-4dad-4623-a5c9-0e9224298d67 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:11.355117 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device b86ec3c8-4dad-4623-a5c9-0e9224298d67 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:11.397611 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba78a7c-016b-47fd-9ae1-6b13b69c570d req-e06e13f6-2dfb-47dd-8e03-9b62d1a11f43 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:11.400532 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6ba78a7c-016b-47fd-9ae1-6b13b69c570d req-e06e13f6-2dfb-47dd-8e03-9b62d1a11f43 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.1580539 Jul 07 20:58:11.404426 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.475805 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Pushing event deleted for resources: {'Port': ['ID=b86ec3c8-4dad-4623-a5c9-0e9224298d67,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:11.496004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] No DVR routers for this DVR port b86ec3c8-4dad-4623-a5c9-0e9224298d67 on host dv-cinder-790535-7-iscsi {{(pid=99431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:11.563970 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-6ba78a7c-016b-47fd-9ae1-6b13b69c570d req-413a122d-82f2-4470-aa6a-f16efe8f6581 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508055 Jul 07 20:58:11.654429 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.674529 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc2eff1-348f-4873-98fa-a27ad97b191b']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:11.695210 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:11.695744 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca3ed1e-aee1-4b80-9fb8-47551aa540d9') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:11.708962 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.733195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.744095 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:58:11.744485 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: self.session.flush() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: self.session.flush() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: self.session.flush() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: self.session.flush() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:58:11.747678 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:58:11.847931 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.857449 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.861147 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] 10.222.0.72 "DELETE /v2.0/networks/6bc2eff1-348f-4873-98fa-a27ad97b191b HTTP/1.1" status: 204 len: 168 time: 1.5264132 Jul 07 20:58:11.865546 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47488) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:11.891387 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8bdfc-6fcd-4d29-8f9a-083a10a9b79a admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc2eff1-348f-4873-98fa-a27ad97b191b,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:12.449518 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:12.877625 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd9603-8caa-4cc6-b65d-8c8a7c03ce28 req-e532824d-07d8-4dfe-a10d-93828c3eecb7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.881331 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-96dd9603-8caa-4cc6-b65d-8c8a7c03ce28 req-e532824d-07d8-4dfe-a10d-93828c3eecb7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.1755838 Jul 07 20:58:12.962187 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-96dd9603-8caa-4cc6-b65d-8c8a7c03ce28 req-cd29fc41-d713-4f4f-848c-3dfc8d31f30d tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542023 Jul 07 20:58:12.968220 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Deleting port 1b499be2-2cf6-43bb-9e22-d5339fc4984a {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:12.968619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.065933 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] For port 1b499be2-2cf6-43bb-9e22-d5339fc4984a, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=1b499be2-2cf6-43bb-9e22-d5339fc4984a,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:13.066405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.082040 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Calling delete_port for 1b499be2-2cf6-43bb-9e22-d5339fc4984a owned by network:router_interface {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:13.307318 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.336503 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b499be2-2cf6-43bb-9e22-d5339fc4984a,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:13.626134 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.884191 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:14.018411 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:14.030355 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c8a350ae-8b86-4a39-a7a6-f202dbd8bdf1 admin admin] 10.222.0.72 "PUT /v2.0/routers/60bae688-608a-4bca-b4d5-1b5bdf6eeb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1631746 Jul 07 20:58:14.036121 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47544) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:14.040167 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] Sync routers for ids ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:14.053464 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] Routers {'60bae688-608a-4bca-b4d5-1b5bdf6eeb25'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:14.054121 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:58:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:14.177612 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] Set router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:14.296526 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46220-6f0e-40b7-8f13-3a42ce611c75 req-c34cb3dd-1e1a-406b-adb4-b0374296ef87 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:14.298158 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c4e46220-6f0e-40b7-8f13-3a42ce611c75 req-c34cb3dd-1e1a-406b-adb4-b0374296ef87 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 943 time: 0.1278586 Jul 07 20:58:14.354069 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks [] for router, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.447762 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 5, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:14.466371 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-c4e46220-6f0e-40b7-8f13-3a42ce611c75 req-2cba681b-0292-49a0-98bb-cbdc782e511e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462135 Jul 07 20:58:14.490022 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] Checking router: 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:14.503331 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] Routers {'60bae688-608a-4bca-b4d5-1b5bdf6eeb25'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:14.507602 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:58:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:14.562956 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.602508 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0e51ad09-5dad-405b-bbed-8eeaf11c2438 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:14.681156 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] Set router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:14.730850 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Deleting port ef3f7426-03ad-440f-a720-d6044359dfcb {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:14.733086 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.773274 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:14.787190 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'port_id': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'mac_address': 'fa:16:3e:9b:a2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:14.935305 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] For port ef3f7426-03ad-440f-a720-d6044359dfcb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=ef3f7426-03ad-440f-a720-d6044359dfcb,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:14.936084 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.960155 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Calling delete_port for ef3f7426-03ad-440f-a720-d6044359dfcb owned by network:router_gateway {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:14.975741 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 5, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:14.987107 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.002058 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e51ad09-5dad-405b-bbed-8eeaf11c2438 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:15.012201 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95d07f-aaf5-4cbf-8b02-1e903b99c865 None None] The sync data for ids ['60bae688-608a-4bca-b4d5-1b5bdf6eeb25'] in dv-cinder-790535-7-iscsi is: [{'id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'name': 'tempest-TestShelveInstance-1023906509-router', 'tenant_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:24Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 5, 'project_id': 'bf39ee26d8ce4c2b9197a4f316cbb464', 'gw_port': {'id': 'ef3f7426-03ad-440f-a720-d6044359dfcb', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ce:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bae688-608a-4bca-b4d5-1b5bdf6eeb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:25Z', 'updated_at': '2021-07-07T20:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:15.026200 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:15.031157 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.099426 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=0e51ad09-5dad-405b-bbed-8eeaf11c2438,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:15.210294 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.243736 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3f7426-03ad-440f-a720-d6044359dfcb,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:15.250720 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['0e51ad09-5dad-405b-bbed-8eeaf11c2438'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:15.319471 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.481163 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.485470 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.556205 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 1b499be2-2cf6-43bb-9e22-d5339fc4984a no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:15.581025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 1b499be2-2cf6-43bb-9e22-d5339fc4984a {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:15.581465 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 1b499be2-2cf6-43bb-9e22-d5339fc4984a not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:15.588556 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.589434 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60bae688-608a-4bca-b4d5-1b5bdf6eeb25 {{(pid=99431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:58:15.598218 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.601029 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-00d4063c-07ea-4f89-81c9-3dc6264f624d admin admin] 10.222.0.72 "DELETE /v2.0/routers/60bae688-608a-4bca-b4d5-1b5bdf6eeb25 HTTP/1.1" status: 204 len: 168 time: 1.5619502 Jul 07 20:58:15.604508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47574) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:15.681145 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Deleting subnet b54e2b27-5ecb-40c0-8ae2-e1933cf609cc {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:58:15.687249 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.756006 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.823555 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d4a8e-ecf4-49ed-8eef-8b1184b5f5a7 req-1e7450e8-1d8c-475c-bb17-4a704381d072 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:15.825170 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fc4d4a8e-ecf4-49ed-8eef-8b1184b5f5a7 req-1e7450e8-1d8c-475c-bb17-4a704381d072 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 944 time: 0.1407320 Jul 07 20:58:15.898454 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.931760 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-fc4d4a8e-ecf4-49ed-8eef-8b1184b5f5a7 req-792b5d30-c529-40af-b776-8380fa980f40 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796878 Jul 07 20:58:16.018031 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.060767 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54e2b27-5ecb-40c0-8ae2-e1933cf609cc,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:16.063172 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.068764 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-23660147-b9e0-4ca4-9788-22812c827da1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b54e2b27-5ecb-40c0-8ae2-e1933cf609cc HTTP/1.1" status: 204 len: 168 time: 0.4607069 Jul 07 20:58:16.069800 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47588) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:16.073474 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899217c8-aa14-49c9-afdf-f49ffd6929a2 None None] Network b545f098-5ae3-421f-bdc8-47455ba45403 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:16.210928 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.400033 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Deleting port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:16.400033 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.498486 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] DHCP port deletion for b545f098-5ae3-421f-bdc8-47455ba45403 request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:58:16.525768 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] For port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:16.526236 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.544608 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Calling delete_port for abfccf8b-9c01-40da-a3ff-7d3da8bce0dc owned by network:dhcp {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:16.575847 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] Deleting port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:16.576069 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.645362 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0e51ad09-5dad-405b-bbed-8eeaf11c2438 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:16.711631 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.737714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] For port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,segment=NetworkSegment(8371c7d4-5fa0-4912-b8f4-40d5cb86c23c),segment_id=8371c7d4-5fa0-4912-b8f4-40d5cb86c23c)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:16.737714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.738505 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47602) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:16.762082 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] Calling delete_port for abfccf8b-9c01-40da-a3ff-7d3da8bce0dc owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:16.763756 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] No DVR routers for this DVR port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc on host dv-cinder-790535-7-iscsi {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:16.774897 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:16.796379 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:16.859324 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:16.859899 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.880585 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c3435d4d-d55c-4702-8ed1-37896cbf8632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.912321 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.932654 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b545f098-5ae3-421f-bdc8-47455ba45403']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:16.961087 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:16.961627 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8371c7d4-5fa0-4912-b8f4-40d5cb86c23c') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:16.984957 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.011598 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.022095 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.029004 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c3435d4d-d55c-4702-8ed1-37896cbf8632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.035783 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-c3435d4d-d55c-4702-8ed1-37896cbf8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.036925 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:58:17.037884 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:58:17.041082 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:58:17.070932 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3435d4d-d55c-4702-8ed1-37896cbf8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc53621-e4c0-4487-a3a3-e74089cafa02,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:17.080627 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] Pushing event deleted for resources: {'Port': ['ID=abfccf8b-9c01-40da-a3ff-7d3da8bce0dc,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:17.089845 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb1d33-067d-4b5d-bfa2-d1f8871f2c30 None None] No DVR routers for this DVR port abfccf8b-9c01-40da-a3ff-7d3da8bce0dc on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:17.095710 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.109681 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-c3435d4d-d55c-4702-8ed1-37896cbf8632 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92539c9955f446d396ea77f606fd7f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687479 Jul 07 20:58:17.110489 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47608) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:17.145452 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:17.148766 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec24a22-db5c-4782-a4d5-e11952ef4d20" -d '{"events": [{"server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "name": "network-vif-plugged", "status": "completed", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:17.171692 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:17.178761 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.194423 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.206589 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.213417 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b545f098-5ae3-421f-bdc8-47455ba45403 HTTP/1.1" status: 204 len: 168 time: 1.1430368 Jul 07 20:58:17.270505 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662237da-5862-4df6-8351-c6cd133dd780 admin admin] Pushing event deleted for resources: {'Network': ['ID=b545f098-5ae3-421f-bdc8-47455ba45403,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:17.271955 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d02165-26c0-4846-afa7-c03210c13bbc x-openstack-request-id: req-a6d02165-26c0-4846-afa7-c03210c13bbc {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:17.272407 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "name": "network-vif-plugged", "status": "completed", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:17.272828 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6d02165-26c0-4846-afa7-c03210c13bbc {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:17.273512 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'code': 200} Jul 07 20:58:17.275469 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=0e51ad09-5dad-405b-bbed-8eeaf11c2438,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:17.322157 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-09925739-16e4-45df-beed-f41d97e73f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.348248 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device ef3f7426-03ad-440f-a720-d6044359dfcb no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:17.381039 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: ef3f7426-03ad-440f-a720-d6044359dfcb {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:17.381973 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device ef3f7426-03ad-440f-a720-d6044359dfcb not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:17.382835 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device abfccf8b-9c01-40da-a3ff-7d3da8bce0dc no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:17.383789 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-09925739-16e4-45df-beed-f41d97e73f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.418172 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: abfccf8b-9c01-40da-a3ff-7d3da8bce0dc {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:17.419053 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device abfccf8b-9c01-40da-a3ff-7d3da8bce0dc not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:17.448143 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47614) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:17.471904 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff5957-91ac-4a3a-9b27-eba69e8d6521 req-24605b1d-ab33-461e-8ba1-406062e03db0 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:17.477809 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-feff5957-91ac-4a3a-9b27-eba69e8d6521 req-24605b1d-ab33-461e-8ba1-406062e03db0 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 945 time: 0.2199824 Jul 07 20:58:17.520212 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a83767f1-c240-4cd3-9000-7c025a638ab0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=481030fc79564188b790930cd36af8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706496 Jul 07 20:58:17.524876 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47618) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:17.550414 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-09925739-16e4-45df-beed-f41d97e73f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.556088 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-09925739-16e4-45df-beed-f41d97e73f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.571049 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-09925739-16e4-45df-beed-f41d97e73f3f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cc53621-e4c0-4487-a3a3-e74089cafa02 HTTP/1.1" status: 204 len: 168 time: 0.4586601 Jul 07 20:58:17.588489 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09925739-16e4-45df-beed-f41d97e73f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc53621-e4c0-4487-a3a3-e74089cafa02,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:17.593963 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-feff5957-91ac-4a3a-9b27-eba69e8d6521 req-8426f6d8-20b6-48ba-823f-7a153ff3734e tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099572 Jul 07 20:58:17.678582 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d05a316e-5ed4-4069-bcde-4142127c6169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.704557 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76130d79-c603-44b1-9580-629d3cdefada req-122f2ae2-508f-4465-9201-ae60a26ea356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:17.706474 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-76130d79-c603-44b1-9580-629d3cdefada req-122f2ae2-508f-4465-9201-ae60a26ea356 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1098 time: 0.1601455 Jul 07 20:58:17.712727 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d05a316e-5ed4-4069-bcde-4142127c6169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.775785 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-76130d79-c603-44b1-9580-629d3cdefada req-65a0ec92-9de0-4ec3-b77f-2d9e8c7c65d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605888 Jul 07 20:58:17.810854 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d05a316e-5ed4-4069-bcde-4142127c6169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.814445 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d05a316e-5ed4-4069-bcde-4142127c6169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.816486 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d05a316e-5ed4-4069-bcde-4142127c6169 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4919c576-b909-4c7f-9d2f-1a10e9c45f82 HTTP/1.1" status: 204 len: 168 time: 0.2902505 Jul 07 20:58:17.826351 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a316e-5ed4-4069-bcde-4142127c6169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919c576-b909-4c7f-9d2f-1a10e9c45f82,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:18.043644 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47632) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:18.063244 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-aed9c7fa-84c2-42ba-9411-7223f60f1f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.209372 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-aed9c7fa-84c2-42ba-9411-7223f60f1f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.214587 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-aed9c7fa-84c2-42ba-9411-7223f60f1f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.268455 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-aed9c7fa-84c2-42ba-9411-7223f60f1f2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c374294cced485c9702c041b8c52f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193449 Jul 07 20:58:18.268665 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47634) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:18.273338 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9c7fa-84c2-42ba-9411-7223f60f1f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8f41c6-b868-4721-9f02-8d262c7561a4,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:18.372382 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7cb837ae-ae7f-434b-b0aa-4a20bc92ab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.440035 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7cb837ae-ae7f-434b-b0aa-4a20bc92ab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.555647 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7cb837ae-ae7f-434b-b0aa-4a20bc92ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.558583 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7cb837ae-ae7f-434b-b0aa-4a20bc92ab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.563543 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-7cb837ae-ae7f-434b-b0aa-4a20bc92ab6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e8f41c6-b868-4721-9f02-8d262c7561a4 HTTP/1.1" status: 204 len: 168 time: 0.2898362 Jul 07 20:58:18.573573 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb837ae-ae7f-434b-b0aa-4a20bc92ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8f41c6-b868-4721-9f02-8d262c7561a4,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:18.647441 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47646) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:18.716129 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-b98328af-3c2d-4c44-af5b-9b7f51bb23b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf39ee26d8ce4c2b9197a4f316cbb464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670295 Jul 07 20:58:18.718114 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47648) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:18.829172 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-07ce3097-4e91-4753-b502-77e253bfb806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.882352 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-07ce3097-4e91-4753-b502-77e253bfb806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.972155 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624cfa7-a243-4edc-a8bf-20bdf06488ec req-71b77d02-5c96-4ff8-832f-8733f33b7fc1 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:18.973810 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7624cfa7-a243-4edc-a8bf-20bdf06488ec req-71b77d02-5c96-4ff8-832f-8733f33b7fc1 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 945 time: 0.1134121 Jul 07 20:58:18.992972 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-07ce3097-4e91-4753-b502-77e253bfb806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.995605 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-07ce3097-4e91-4753-b502-77e253bfb806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.997054 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-07ce3097-4e91-4753-b502-77e253bfb806 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7439695d-3dcf-4f3e-aba0-24a71ceec0d8 HTTP/1.1" status: 204 len: 168 time: 0.2772810 Jul 07 20:58:19.018195 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce3097-4e91-4753-b502-77e253bfb806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439695d-3dcf-4f3e-aba0-24a71ceec0d8,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:19.059319 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7624cfa7-a243-4edc-a8bf-20bdf06488ec req-2396e394-7791-49f9-8b13-cd095096ad00 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746830 Jul 07 20:58:19.341539 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d2a3-0b42-483a-8984-a3159b85007a req-2fe5a487-2a12-4cd7-87ab-bc35792da57b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.343151 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5353d2a3-0b42-483a-8984-a3159b85007a req-2fe5a487-2a12-4cd7-87ab-bc35792da57b tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 945 time: 0.1043007 Jul 07 20:58:19.405226 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5353d2a3-0b42-483a-8984-a3159b85007a req-69b7bdb1-9e43-4c49-a1c8-05146e6dbff1 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491991 Jul 07 20:58:19.443927 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47666) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:19.511722 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4fadb-ea4f-4a96-be90-b221b5e339ce tempest-TestVolumeBootPattern-543970711 tempest-TestVolumeBootPattern-543970711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.514357 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-31c4fadb-ea4f-4a96-be90-b221b5e339ce tempest-TestVolumeBootPattern-543970711 tempest-TestVolumeBootPattern-543970711-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1093 time: 0.0691676 Jul 07 20:58:19.518092 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47670) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:19.525718 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Request body: {'floatingip': {'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'port_id': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:19.556058 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.740479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.930752 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Allocated IP 172.27.3.189 (66a325ae-dfd8-4efe-a5c5-15f21fb83a12/cc17f240-7888-466b-ab28-5ff987200492/93e1fa16-2adc-4935-a3fa-52771e0089ff) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:20.116870 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.175044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.216987 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Network 66a325ae-dfd8-4efe-a5c5-15f21fb83a12 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:20.225482 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:20.229310 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:20.235401 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=93e1fa16-2adc-4935-a3fa-52771e0089ff,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:20.335358 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:58:21.110616 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.247044 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.510349 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.517068 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.555201 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47728) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:21.558049 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.642492 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event updated for resources: {'Port': ['ID=93e1fa16-2adc-4935-a3fa-52771e0089ff,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:21.654852 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-286057'] for floatingip, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.692203 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d7db7d44-0e39-41b5-88c3-608316744548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.768720 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Floating IP 0f05eee0-674a-425d-8107-f9e313e00055 associated. External IP: 172.27.3.189, port: 0e51ad09-5dad-405b-bbed-8eeaf11c2438. Jul 07 20:58:21.815906 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d7db7d44-0e39-41b5-88c3-608316744548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.821216 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-d7db7d44-0e39-41b5-88c3-608316744548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.865444 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-d7db7d44-0e39-41b5-88c3-608316744548 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42e93557e9844efda3e1fe4094cba1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084612 Jul 07 20:58:21.866708 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7d44-0e39-41b5-88c3-608316744548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee008c2-94f3-4597-8c1a-460d6b7dece7,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:21.869187 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47732) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:21.927363 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-65892624-ca4d-4690-9890-3b56874f3dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.963260 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-65892624-ca4d-4690-9890-3b56874f3dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.005668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:22.038943 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-65892624-ca4d-4690-9890-3b56874f3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.041740 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-65892624-ca4d-4690-9890-3b56874f3dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.043072 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-65892624-ca4d-4690-9890-3b56874f3dfd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aee008c2-94f3-4597-8c1a-460d6b7dece7 HTTP/1.1" status: 204 len: 168 time: 0.1729386 Jul 07 20:58:22.052626 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65892624-ca4d-4690-9890-3b56874f3dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee008c2-94f3-4597-8c1a-460d6b7dece7,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:22.144037 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:22.161902 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:22.164929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.173601 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:22.174594 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:58:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:22.218621 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-08ac9e8a-0846-40b8-b191-becc3e7921d7 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6904595 Jul 07 20:58:22.218621 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:22.218621 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e7c97e-19ae-4f52-b2a3-348f3162e592" -d '{"events": [{"name": "network-changed", "server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:22.261837 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5374b63-49f7-4fc8-aa45-cb7d3010a680 x-openstack-request-id: req-f5374b63-49f7-4fc8-aa45-cb7d3010a680 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:22.262129 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:22.262405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5374b63-49f7-4fc8-aa45-cb7d3010a680 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:22.262804 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'status': 'completed', 'code': 200} Jul 07 20:58:22.326383 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:22.370160 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-8ec0821d-4495-4fdf-934f-067286c6d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.372786 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-8ec0821d-4495-4fdf-934f-067286c6d6f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1098 time: 0.0846162 Jul 07 20:58:22.478610 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47748) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:22.496155 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-56e33501-c2c3-4c91-aa9b-389fd574dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.498036 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-56e33501-c2c3-4c91-aa9b-389fd574dc63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1196761 Jul 07 20:58:22.498760 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd210-3298-4040-bac1-9e7bb6cc739c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.586513 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-355cb053-d5b4-467d-8ea8-400e94e9d975 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 200 len: 999 time: 0.0814891 Jul 07 20:58:22.648062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd210-3298-4040-bac1-9e7bb6cc739c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.654703 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-d3df5089-7684-43ff-be92-30c1ec80808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.655008 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd210-3298-4040-bac1-9e7bb6cc739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.656595 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-d3df5089-7684-43ff-be92-30c1ec80808d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0641513 Jul 07 20:58:22.680931 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '0f05eee0-674a-425d-8107-f9e313e00055', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:9b:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:58:20Z', 'updated_at': '2021-07-07T20:58:20Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}, {'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:21Z', 'revision_number': 1, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:22.719296 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:22.728018 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-fd5fd210-3298-4040-bac1-9e7bb6cc739c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=137a5eac6be54f5cb524142627e6470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478669 Jul 07 20:58:22.729876 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:22.730541 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:58:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:22.732129 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fd210-3298-4040-bac1-9e7bb6cc739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99937718-1d1c-4a8b-86d4-2d24e6ca0f8e,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:22.732652 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47750) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:22.751952 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-895f7e64-ff69-4695-9bf5-8fa647a5bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.753563 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-895f7e64-ff69-4695-9bf5-8fa647a5bd07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851772 Jul 07 20:58:22.862861 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3bd71159-fb7f-4390-8e61-50d249dd10d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.884745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:22.914575 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3bd71159-fb7f-4390-8e61-50d249dd10d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.918397 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-d36420ed-86d5-4f97-9438-362563e947e9 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582110 Jul 07 20:58:23.039666 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3bd71159-fb7f-4390-8e61-50d249dd10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.042207 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3bd71159-fb7f-4390-8e61-50d249dd10d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.043413 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3bd71159-fb7f-4390-8e61-50d249dd10d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99937718-1d1c-4a8b-86d4-2d24e6ca0f8e HTTP/1.1" status: 204 len: 168 time: 0.3089809 Jul 07 20:58:23.056328 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd71159-fb7f-4390-8e61-50d249dd10d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99937718-1d1c-4a8b-86d4-2d24e6ca0f8e,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:23.061258 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-19e7c97e-19ae-4f52-b2a3-348f3162e592 req-e188d958-3cd3-4e74-93a8-bde22b8c002f service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366374 Jul 07 20:58:23.226705 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '0f05eee0-674a-425d-8107-f9e313e00055', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:9b:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:58:20Z', 'updated_at': '2021-07-07T20:58:20Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}, {'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:21Z', 'revision_number': 1, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:23.259661 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1c0a5-633a-438d-ba57-7880d1e7ee08 None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': '0f05eee0-674a-425d-8107-f9e313e00055', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:9b:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:58:20Z', 'updated_at': '2021-07-07T20:58:20Z', 'revision_number': 0, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}, {'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:21Z', 'revision_number': 1, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:23.514277 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379d0a4-0283-4a52-b682-eddcf2d724d4 None None] New status for floating IP 0f05eee0-674a-425d-8107-f9e313e00055: ACTIVE {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:58:23.746085 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47772) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:23.875862 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-40e6421d-839e-427a-b296-01ddf46cad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.004453 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-40e6421d-839e-427a-b296-01ddf46cad6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.009727 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-40e6421d-839e-427a-b296-01ddf46cad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.076978 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-40e6421d-839e-427a-b296-01ddf46cad6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9387796ef994972b9ea42f58f9d03a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270440 Jul 07 20:58:24.076978 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6421d-839e-427a-b296-01ddf46cad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8e67f-6409-425c-8e61-3323dd730e99,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:24.077322 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47784) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:24.144259 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7f41c216-e48c-4fa0-b551-2622807617af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.176824 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7f41c216-e48c-4fa0-b551-2622807617af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.244639 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7f41c216-e48c-4fa0-b551-2622807617af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.247561 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-7f41c216-e48c-4fa0-b551-2622807617af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.248808 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-7f41c216-e48c-4fa0-b551-2622807617af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97e8e67f-6409-425c-8e61-3323dd730e99 HTTP/1.1" status: 204 len: 168 time: 0.1703694 Jul 07 20:58:24.259449 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41c216-e48c-4fa0-b551-2622807617af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8e67f-6409-425c-8e61-3323dd730e99,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:24.687607 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47802) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:24.703365 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-992c5c90-8a0d-40fd-82f5-c39340451575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.817624 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-992c5c90-8a0d-40fd-82f5-c39340451575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.822796 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-992c5c90-8a0d-40fd-82f5-c39340451575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.865091 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-992c5c90-8a0d-40fd-82f5-c39340451575 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16e34e1f052c4780a4d1b9f96e5d66c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762807 Jul 07 20:58:24.867558 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c5c90-8a0d-40fd-82f5-c39340451575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e1d14d-92a5-4873-a73f-1ba6466549fb,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:24.867966 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47806) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:24.947527 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a156-a517-4502-88f6-f876fee92f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.980042 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a156-a517-4502-88f6-f876fee92f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.056687 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a156-a517-4502-88f6-f876fee92f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.059725 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a156-a517-4502-88f6-f876fee92f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.061054 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-7dc1a156-a517-4502-88f6-f876fee92f5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e1d14d-92a5-4873-a73f-1ba6466549fb HTTP/1.1" status: 204 len: 168 time: 0.1916568 Jul 07 20:58:25.070070 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1a156-a517-4502-88f6-f876fee92f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e1d14d-92a5-4873-a73f-1ba6466549fb,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:25.892116 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-8ef8d64d-d5b1-4fcb-989e-bd0f0b27d56f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142006 Jul 07 20:58:26.013924 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-732e2b74-c297-4ed2-bf34-643b6a0e3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.015507 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-732e2b74-c297-4ed2-bf34-643b6a0e3800 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1098 time: 0.0647006 Jul 07 20:58:26.146401 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-7a41c515-96f5-47ea-8a51-95a113dc4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.148146 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-7a41c515-96f5-47ea-8a51-95a113dc4d04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1083546 Jul 07 20:58:26.271914 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-ea35a309-1040-4cd7-b5f9-b11288cf2c3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 200 len: 1001 time: 0.1160789 Jul 07 20:58:26.348991 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-9cde94e0-7c35-4904-a65e-58b3a7422e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.351518 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-9cde94e0-7c35-4904-a65e-58b3a7422e07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0733929 Jul 07 20:58:26.439218 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-3a78b58c-4c3b-4032-acf7-16ccae4bfa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.440754 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-3a78b58c-4c3b-4032-acf7-16ccae4bfa94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830863 Jul 07 20:58:26.515622 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47854) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:26.551201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-f2373ce5-2aba-4e5a-b76b-1fec78123e0a service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029358 Jul 07 20:58:26.659163 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b8fc8b-e1df-4618-b989-540c5b908c39 req-13b97c04-75b6-4497-b1fd-b1e3834281c8 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008596 Jul 07 20:58:26.669978 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-32a2dd84-df48-423f-9887-73c96df1ab03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.774850 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-32a2dd84-df48-423f-9887-73c96df1ab03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.779308 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-32a2dd84-df48-423f-9887-73c96df1ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.820028 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-32a2dd84-df48-423f-9887-73c96df1ab03 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e42b1414b26c47c6a79d4db83f57aa81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029051 Jul 07 20:58:26.821310 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2dd84-df48-423f-9887-73c96df1ab03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42db725-e7ca-459c-a82b-f728ae410ff9,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:26.823236 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47858) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:26.886432 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-56f0fc76-2302-4930-8256-d3997686f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.926019 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-56f0fc76-2302-4930-8256-d3997686f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.001696 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-56f0fc76-2302-4930-8256-d3997686f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.006614 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-56f0fc76-2302-4930-8256-d3997686f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.008515 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-56f0fc76-2302-4930-8256-d3997686f156 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b42db725-e7ca-459c-a82b-f728ae410ff9 HTTP/1.1" status: 204 len: 168 time: 0.1835976 Jul 07 20:58:27.022453 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0fc76-2302-4930-8256-d3997686f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42db725-e7ca-459c-a82b-f728ae410ff9,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:31.735648 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 47980) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:31.868197 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3f5423f1-b8a4-476c-89bb-2118f1090814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.980793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3f5423f1-b8a4-476c-89bb-2118f1090814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.985407 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-3f5423f1-b8a4-476c-89bb-2118f1090814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.029637 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-3f5423f1-b8a4-476c-89bb-2118f1090814 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ea13ec2c4ac488c90cb509fde85a3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925467 Jul 07 20:58:32.030430 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5423f1-b8a4-476c-89bb-2118f1090814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ecd1e1-7436-463b-a022-380aad57d1a1,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:32.033284 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 47984) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:32.093353 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0c7c432a-afb3-43ad-9f1e-77fc13a9c609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.122899 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0c7c432a-afb3-43ad-9f1e-77fc13a9c609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.178865 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0c7c432a-afb3-43ad-9f1e-77fc13a9c609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.181804 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-0c7c432a-afb3-43ad-9f1e-77fc13a9c609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.183082 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-0c7c432a-afb3-43ad-9f1e-77fc13a9c609 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69ecd1e1-7436-463b-a022-380aad57d1a1 HTTP/1.1" status: 204 len: 168 time: 0.1484811 Jul 07 20:58:32.192105 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c432a-afb3-43ad-9f1e-77fc13a9c609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ecd1e1-7436-463b-a022-380aad57d1a1,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:32.894370 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48014) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:33.089476 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48020) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:33.159658 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876980000-network', 'tenant_id': 'c95490bf799f4b1093050480e4eeae45'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:33.180436 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e667-3802-4f06-ad5a-828aacf5e37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.187396 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Made reservation on behalf of c95490bf799f4b1093050480e4eeae45 for: {'network': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:33.189882 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for network, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.200154 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.292557 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e667-3802-4f06-ad5a-828aacf5e37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.299173 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a5e6e667-3802-4f06-ad5a-828aacf5e37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.346964 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a5e6e667-3802-4f06-ad5a-828aacf5e37b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ebdfcc0366e4009a8279c188a0d1471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506044 Jul 07 20:58:33.348448 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6e667-3802-4f06-ad5a-828aacf5e37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721c6cd-8d94-45ee-a70a-6bb48348f83b,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:33.349105 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48024) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:33.484935 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f3e3-038f-4ca9-baf7-f94afcba400c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.509507 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-652f4a0f-80f1-408b-9a12-3336265dad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.515969 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.523969 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.545571 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f3e3-038f-4ca9-baf7-f94afcba400c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.573119 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=99432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:58:33.583721 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dd398a-a3c7-40de-b001-f71a71ff0699,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:33.607238 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.607759 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.segments_db [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Added segment 32da6b6f-1b9e-43b7-9081-3ae37ed9c03f of type vlan for network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 Jul 07 20:58:33.677057 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779043688551'] for network, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.690472 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f3e3-038f-4ca9-baf7-f94afcba400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.693596 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f3e3-038f-4ca9-baf7-f94afcba400c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.694883 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d8e4f3e3-038f-4ca9-baf7-f94afcba400c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b721c6cd-8d94-45ee-a70a-6bb48348f83b HTTP/1.1" status: 204 len: 168 time: 0.3443801 Jul 07 20:58:33.713837 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f3e3-038f-4ca9-baf7-f94afcba400c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721c6cd-8d94-45ee-a70a-6bb48348f83b,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:33.744520 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791'] for network, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.746467 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.748106 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.814513 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7235606 Jul 07 20:58:33.821099 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48028) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:33.827319 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Request body: {'subnet': {'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876980000-subnet', 'tenant_id': 'c95490bf799f4b1093050480e4eeae45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:33.836539 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfe8a4-c434-4dfa-839b-4f0413c99870 admin admin] Pushing event updated for resources: {'Network': ['ID=8ddcbed9-016f-4ea4-8c98-d26385bc7140,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:33.849251 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 details requested by agent ovs-agent-dv-cinder-790535-7-iscsi with host dv-cinder-790535-7-iscsi {{(pid=99433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:58:33.865087 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Made reservation on behalf of c95490bf799f4b1093050480e4eeae45 for: {'subnet': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:33.868206 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6110228'] for subnet, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.065847 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5429231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6110214'] for subnet, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.067976 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48032) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:34.081456 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6748deb2-318b-40eb-bd78-5277210f22ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.132556 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff2b5e6-e806-487f-91b9-7d69af1b867d,revision_number=0']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:34.147279 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Checking segment: {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:34.147695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Network hostable DHCP agents. Network: 8ddcbed9-016f-4ea4-8c98-d26385bc7140, hostable agents: ['858dafa6-bad6-49ad-864c-50a1b374a2f4'], hosted agents: [] {{(pid=99432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:58:34.169493 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 is scheduled to be hosted by DHCP agent 858dafa6-bad6-49ad-864c-50a1b374a2f4 with binding_index 1 {{(pid=99432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:58:34.182369 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-7-iscsi, 8ddcbed9-016f-4ea4-8c98-d26385bc7140) {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:34.188720 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:34.190140 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.197644 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef89a1b-ae58-44d1-9be8-e0662ae347ff None None] Network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:34.199743 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6748deb2-318b-40eb-bd78-5277210f22ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.206133 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-6748deb2-318b-40eb-bd78-5277210f22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.210877 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-22cdd644-4aa5-4c70-81a4-7af5a2d000a4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3898311 Jul 07 20:58:34.269337 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48036) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:34.269693 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-6748deb2-318b-40eb-bd78-5277210f22ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2323f552766471fb55511ed88886a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003593 Jul 07 20:58:34.289538 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748deb2-318b-40eb-bd78-5277210f22ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e281d49e-5481-411b-aa48-e86c63da8d1c,revision_number=1']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:34.351989 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade9d-e66e-4321-bf1d-d4b3a7b31956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.377373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade9d-e66e-4321-bf1d-d4b3a7b31956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.428301 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f72bbd-988e-41f0-9b27-d2ad19c3b6b6 None None] Network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:34.442743 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade9d-e66e-4321-bf1d-d4b3a7b31956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.447880 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade9d-e66e-4321-bf1d-d4b3a7b31956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.452190 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-8a6ade9d-e66e-4321-bf1d-d4b3a7b31956 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e281d49e-5481-411b-aa48-e86c63da8d1c HTTP/1.1" status: 204 len: 168 time: 0.1791213 Jul 07 20:58:34.468429 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ade9d-e66e-4321-bf1d-d4b3a7b31956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e281d49e-5481-411b-aa48-e86c63da8d1c,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:34.897903 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48046) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:34.914992 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-900df6eb-3360-449e-8786-ec31baae5abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.060633 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-900df6eb-3360-449e-8786-ec31baae5abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.067276 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-900df6eb-3360-449e-8786-ec31baae5abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.106923 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-900df6eb-3360-449e-8786-ec31baae5abb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0922bfb1c37b4677a5fcbff63133bc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080245 Jul 07 20:58:35.110788 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48052) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:35.125119 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900df6eb-3360-449e-8786-ec31baae5abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c84f77a-51fb-479d-81fb-bfe7c04296a3,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:35.179113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-24d7ffa8-1997-42c0-9baa-39879a17c278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.204323 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-24d7ffa8-1997-42c0-9baa-39879a17c278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.266816 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-24d7ffa8-1997-42c0-9baa-39879a17c278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.271232 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-24d7ffa8-1997-42c0-9baa-39879a17c278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.273222 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-24d7ffa8-1997-42c0-9baa-39879a17c278 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c84f77a-51fb-479d-81fb-bfe7c04296a3 HTTP/1.1" status: 204 len: 168 time: 0.1611993 Jul 07 20:58:35.286860 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7ffa8-1997-42c0-9baa-39879a17c278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c84f77a-51fb-479d-81fb-bfe7c04296a3,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:36.374751 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-3ee0a19e-a6df-4ef2-bd34-fe8fe9fd523d tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:36.376268 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-3ee0a19e-a6df-4ef2-bd34-fe8fe9fd523d tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/networks?id=8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 200 len: 808 time: 0.1154528 Jul 07 20:58:36.392308 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-cce72b5c-6814-4b89-a583-d9cc3595c1e7 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/quotas/c95490bf799f4b1093050480e4eeae45 HTTP/1.1" status: 200 len: 375 time: 0.0098236 Jul 07 20:58:36.429747 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-b8afac13-3e7f-496f-84e0-58cc39dfc25b tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c95490bf799f4b1093050480e4eeae45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310633 Jul 07 20:58:36.531923 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-fd327f99-f013-4c91-b90a-f5b4bca2bc2f service neutron] 10.222.0.72 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950220 Jul 07 20:58:36.543841 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-34f17f5c-192c-4d3c-9062-43c7ea69e8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.632992 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-f1f4ee2e-abeb-4094-b5b0-8beb193cd9e8 service neutron] 10.222.0.72 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941296 Jul 07 20:58:36.811042 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-84258998-80fb-43d2-a116-3dd70009614c req-3b8f9db0-e389-4801-a924-c3c5196d9a04 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 210 time: 0.0307693 Jul 07 20:58:37.004495 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:37.992854 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-4325453c-8354-4964-a612-6500b14ded76 req-ef48a1ad-888f-46d8-bff3-171f2823c84a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 210 time: 0.0381181 Jul 07 20:58:38.046691 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-3b3b8e08-a267-4ac1-b18b-e69c4410cd00 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.049496 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-3b3b8e08-a267-4ac1-b18b-e69c4410cd00 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "GET /v2.0/networks?id=8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 200 len: 808 time: 0.1929252 Jul 07 20:58:38.065603 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Request body: {'port': {'device_id': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140', 'admin_state_up': True, 'tenant_id': 'c95490bf799f4b1093050480e4eeae45'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:38.075083 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.196712 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Made reservation on behalf of c95490bf799f4b1093050480e4eeae45 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:38.200778 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.342733 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Allocated IP 172.20.0.6 (8ddcbed9-016f-4ea4-8c98-d26385bc7140/8ff2b5e6-e806-487f-91b9-7d69af1b867d/efbce581-e202-4e60-be3b-ee6a26b0549c) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:38.512470 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.560922 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.638142 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:38.643923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:38.654534 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:38.700746 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Pushing event updated for resources: {'Port': ['ID=efbce581-e202-4e60-be3b-ee6a26b0549c,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:38.737600 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.738793 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.756535 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-85d90ca0-67a5-4734-baed-e354e9fce1a2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6982260 Jul 07 20:58:38.768674 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Request body: {'port': {'device_id': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:38.854072 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.235114 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbce581-e202-4e60-be3b-ee6a26b0549c {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:39.244914 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.267420 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Transition to ACTIVE for port object efbce581-e202-4e60-be3b-ee6a26b0549c will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:39.276713 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e20f-60b8-4300-985a-bf98846f3326 req-eae0131f-6bf4-46ec-84f0-2dddbc8d5cf5 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.278319 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c294e20f-60b8-4300-985a-bf98846f3326 req-eae0131f-6bf4-46ec-84f0-2dddbc8d5cf5 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 931 time: 0.1418338 Jul 07 20:58:39.279539 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.354988 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Pushing event updated for resources: {'Port': ['ID=efbce581-e202-4e60-be3b-ee6a26b0549c,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:39.390443 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c294e20f-60b8-4300-985a-bf98846f3326 req-4ac67c35-1df3-41bb-930f-f3ef7b990787 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807352 Jul 07 20:58:39.445036 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Attempting to bind port efbce581-e202-4e60-be3b-ee6a26b0549c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:39.445367 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Attempting to bind port efbce581-e202-4e60-be3b-ee6a26b0549c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:39.445695 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Attempting to bind port efbce581-e202-4e60-be3b-ee6a26b0549c on network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:39.451166 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Port efbce581-e202-4e60-be3b-ee6a26b0549c on network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:39.451503 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Attempting to bind port efbce581-e202-4e60-be3b-ee6a26b0549c on network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:39.456945 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:39.457957 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Checking segment: {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:39.457957 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Bound using segment: {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:39.458316 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Bound port: efbce581-e202-4e60-be3b-ee6a26b0549c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:39.458830 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.530493 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] For port efbce581-e202-4e60-be3b-ee6a26b0549c, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:39.533780 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] For port efbce581-e202-4e60-be3b-ee6a26b0549c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=efbce581-e202-4e60-be3b-ee6a26b0549c,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:39.539375 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.581184 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.581886 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.583807 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] 10.222.0.83 "PUT /v2.0/ports/efbce581-e202-4e60-be3b-ee6a26b0549c HTTP/1.1" status: 200 len: 1093 time: 0.8197865 Jul 07 20:58:39.584324 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'tag': 'efbce581-e202-4e60-be3b-ee6a26b0549c'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:39.587050 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6629da-965c-43d8-9acc-d0d1f77d7f7f", "tag": "efbce581-e202-4e60-be3b-ee6a26b0549c"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:39.626069 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16630-d9ac-4482-8ca8-a27e91b27dfe service neutron] Pushing event updated for resources: {'Port': ['ID=efbce581-e202-4e60-be3b-ee6a26b0549c,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:39.634291 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccac107b-7b22-48f2-8360-3c7c293cccea x-openstack-request-id: req-ccac107b-7b22-48f2-8360-3c7c293cccea {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:39.634698 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6629da-965c-43d8-9acc-d0d1f77d7f7f", "tag": "efbce581-e202-4e60-be3b-ee6a26b0549c", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:39.634999 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccac107b-7b22-48f2-8360-3c7c293cccea {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:39.635444 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'tag': 'efbce581-e202-4e60-be3b-ee6a26b0549c', 'status': 'completed', 'code': 200} Jul 07 20:58:39.703438 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-5d07f987-7f44-4a67-ac13-1afee67c6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.704954 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-5d07f987-7f44-4a67-ac13-1afee67c6bde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c95490bf799f4b1093050480e4eeae45&device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 1096 time: 0.0577307 Jul 07 20:58:39.750214 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-8b5eaf11-084f-4492-9604-2ebce9f15192 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbce581-e202-4e60-be3b-ee6a26b0549c HTTP/1.1" status: 200 len: 217 time: 0.0370760 Jul 07 20:58:39.805892 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-8bd8cf60-cecb-416d-899c-921641040957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.807586 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-8bd8cf60-cecb-416d-899c-921641040957 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8ff2b5e6-e806-487f-91b9-7d69af1b867d HTTP/1.1" status: 200 len: 848 time: 0.0508070 Jul 07 20:58:39.842481 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-01739d78-487e-425f-afa4-29ae4302fcca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ddcbed9-016f-4ea4-8c98-d26385bc7140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269454 Jul 07 20:58:39.939066 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-2f47e549-af60-4918-aa25-c0eb01309da3 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889928 Jul 07 20:58:40.039383 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-98b7254b-d0dd-4b12-9543-9bb871027e36 req-5448e3e1-39ff-4a96-9651-211201144642 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927470 Jul 07 20:58:40.147529 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-24c53004-a373-4e99-b3d4-51631e2a18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.149043 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-24c53004-a373-4e99-b3d4-51631e2a18f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c95490bf799f4b1093050480e4eeae45&device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 1096 time: 0.0597010 Jul 07 20:58:40.252025 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-0b04a7bb-84ac-474b-8ff9-f8e643ea6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.254556 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-0b04a7bb-84ac-474b-8ff9-f8e643ea6053 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 200 len: 909 time: 0.0975177 Jul 07 20:58:40.305910 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-ac3bb9ea-f565-4112-9edf-832946004f77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbce581-e202-4e60-be3b-ee6a26b0549c HTTP/1.1" status: 200 len: 217 time: 0.0440497 Jul 07 20:58:40.382079 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-b9a47318-1060-4030-830f-0c456973f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.383485 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-b9a47318-1060-4030-830f-0c456973f31f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8ff2b5e6-e806-487f-91b9-7d69af1b867d HTTP/1.1" status: 200 len: 848 time: 0.0652552 Jul 07 20:58:40.422436 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-2f3b0217-627b-42f9-8456-2e83ebe7cada service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ddcbed9-016f-4ea4-8c98-d26385bc7140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323026 Jul 07 20:58:40.446523 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:40.547699 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-41827c96-f2b1-4fd4-bc74-cdc954747ca2 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172040 Jul 07 20:58:40.991679 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134344e7-0518-4629-a553-d07ac7e74ecf req-ef69a23b-deee-4784-9954-0ba35063d517 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.993263 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-134344e7-0518-4629-a553-d07ac7e74ecf req-ef69a23b-deee-4784-9954-0ba35063d517 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 943 time: 0.4617288 Jul 07 20:58:40.997395 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-dd6ac7fa-ce07-46fc-8e7b-bccc14ec2f34 req-7600a73b-14f2-4de5-9921-0a34e7f498d5 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320230 Jul 07 20:58:41.043994 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-134344e7-0518-4629-a553-d07ac7e74ecf req-5dc80c45-09fe-4ef6-968c-8017da394295 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jul 07 20:58:42.236652 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329b350-cbe0-4119-a67c-6cde6d7e0d6e req-9c95e573-4ae7-4fcf-9721-76f594cafa9a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.238962 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5329b350-cbe0-4119-a67c-6cde6d7e0d6e req-9c95e573-4ae7-4fcf-9721-76f594cafa9a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 943 time: 0.0682380 Jul 07 20:58:42.288063 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5329b350-cbe0-4119-a67c-6cde6d7e0d6e req-114c668d-33c0-457f-ae16-88617e0246f1 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Jul 07 20:58:42.694329 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device efbce581-e202-4e60-be3b-ee6a26b0549c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:42.798977 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port efbce581-e202-4e60-be3b-ee6a26b0549c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=efbce581-e202-4e60-be3b-ee6a26b0549c,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:42.811960 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': 'efbce581-e202-4e60-be3b-ee6a26b0549c', 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140', 'port_id': 'efbce581-e202-4e60-be3b-ee6a26b0549c', 'mac_address': 'fa:16:3e:4e:a1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff2b5e6-e806-487f-91b9-7d69af1b867d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:42.853077 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:42.867088 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbce581-e202-4e60-be3b-ee6a26b0549c {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:42.890738 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port efbce581-e202-4e60-be3b-ee6a26b0549c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=efbce581-e202-4e60-be3b-ee6a26b0549c,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:42.897506 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:42.955187 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=efbce581-e202-4e60-be3b-ee6a26b0549c,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:42.963198 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.963520 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.963866 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.964199 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.964527 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.964855 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.965204 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.965545 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.965931 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.966214 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.966554 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:42.966874 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.130847 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['efbce581-e202-4e60-be3b-ee6a26b0549c'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:43.483604 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f646-116c-433c-b933-6311fd1cbf7e req-1ee89d07-a37c-4563-9315-f9521a996f1a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:43.485206 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2489f646-116c-433c-b933-6311fd1cbf7e req-1ee89d07-a37c-4563-9315-f9521a996f1a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 944 time: 0.0726140 Jul 07 20:58:43.534409 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2489f646-116c-433c-b933-6311fd1cbf7e req-5bcea54a-9b99-44a6-a976-8aea3d63ce20 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Jul 07 20:58:44.725569 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device efbce581-e202-4e60-be3b-ee6a26b0549c up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:44.732369 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c923bb-68b8-424d-a6b0-23b5ccd1a970 req-c7697d4c-39c5-4eac-ad94-1bcad7f43771 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.735151 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-00c923bb-68b8-424d-a6b0-23b5ccd1a970 req-c7697d4c-39c5-4eac-ad94-1bcad7f43771 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 944 time: 0.0818141 Jul 07 20:58:44.782109 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port efbce581-e202-4e60-be3b-ee6a26b0549c completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:44.786732 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port efbce581-e202-4e60-be3b-ee6a26b0549c triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:44.787108 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.799419 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-00c923bb-68b8-424d-a6b0-23b5ccd1a970 req-762832b7-df3c-43bd-9ec5-4380b2357ae2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576718 Jul 07 20:58:44.904257 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.945839 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbce581-e202-4e60-be3b-ee6a26b0549c'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:44.949787 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb040a8-0fb2-4308-a26b-d79c2c18684b" -d '{"events": [{"server_uuid": "ca6629da-965c-43d8-9acc-d0d1f77d7f7f", "name": "network-vif-plugged", "status": "completed", "tag": "efbce581-e202-4e60-be3b-ee6a26b0549c"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:44.974908 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port efbce581-e202-4e60-be3b-ee6a26b0549c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=efbce581-e202-4e60-be3b-ee6a26b0549c,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:44.980533 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.021079 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627602b-1377-4bc3-a475-6210e163f45a x-openstack-request-id: req-1627602b-1377-4bc3-a475-6210e163f45a {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:45.021510 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6629da-965c-43d8-9acc-d0d1f77d7f7f", "name": "network-vif-plugged", "status": "completed", "tag": "efbce581-e202-4e60-be3b-ee6a26b0549c", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:45.021898 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1627602b-1377-4bc3-a475-6210e163f45a {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:45.022526 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbce581-e202-4e60-be3b-ee6a26b0549c', 'code': 200} Jul 07 20:58:45.068940 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=efbce581-e202-4e60-be3b-ee6a26b0549c,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:45.250949 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045e92-d443-496e-861e-5e91747902a2 req-bd687359-6820-4593-89f7-33178677de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:45.252549 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb045e92-d443-496e-861e-5e91747902a2 req-bd687359-6820-4593-89f7-33178677de3d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 1098 time: 0.0561128 Jul 07 20:58:45.292331 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-bb045e92-d443-496e-861e-5e91747902a2 req-a471e79f-2f44-4068-991f-78d5c4c75a59 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Jul 07 20:58:46.007488 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1e1a7-6809-4a2c-8e30-8c3f47c16e62 req-a3377a2e-2a4c-4c92-8016-033b791aa943 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.010105 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-afe1e1a7-6809-4a2c-8e30-8c3f47c16e62 req-a3377a2e-2a4c-4c92-8016-033b791aa943 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 945 time: 0.0839112 Jul 07 20:58:46.066439 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-afe1e1a7-6809-4a2c-8e30-8c3f47c16e62 req-08e613bb-fe3a-446a-b6da-19b711aace73 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Jul 07 20:58:47.321508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755bbdb-66b9-4c7c-aeb5-a93ea01828e2 req-b52a10fc-f652-4d30-b5ae-e4368470caed tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:47.323201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8755bbdb-66b9-4c7c-aeb5-a93ea01828e2 req-b52a10fc-f652-4d30-b5ae-e4368470caed tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 945 time: 0.0708683 Jul 07 20:58:47.368124 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-8755bbdb-66b9-4c7c-aeb5-a93ea01828e2 req-44bb9e2e-ae9e-4a00-aff2-07ff53af2294 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351140 Jul 07 20:58:48.281198 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836fbd-deb8-4086-a183-50c23fb2c956 req-32d89458-d08b-494b-a15c-cda923e6986a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.282840 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d5836fbd-deb8-4086-a183-50c23fb2c956 req-32d89458-d08b-494b-a15c-cda923e6986a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 945 time: 0.0747597 Jul 07 20:58:48.329895 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-d5836fbd-deb8-4086-a183-50c23fb2c956 req-53af4f4f-31c9-444f-b5f6-ee903864bfff tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Jul 07 20:58:49.503805 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274be4-310b-4582-a4c7-7158a9f617da req-a0f42762-1886-40ed-b9e7-1aa9a7a9d8dd tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:49.505475 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6d274be4-310b-4582-a4c7-7158a9f617da req-a0f42762-1886-40ed-b9e7-1aa9a7a9d8dd tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 945 time: 0.0962396 Jul 07 20:58:49.550015 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6b20-402c-4696-83e9-2fead51e8ba3 req-780b6dbe-a5b7-40e2-922e-0ceacc5cf256 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:49.552713 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-df7a6b20-402c-4696-83e9-2fead51e8ba3 req-780b6dbe-a5b7-40e2-922e-0ceacc5cf256 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 945 time: 0.0963824 Jul 07 20:58:49.608134 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-df7a6b20-402c-4696-83e9-2fead51e8ba3 req-58b2dfa0-b79e-4af9-958c-eaa5f7561a9c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Jul 07 20:58:49.666567 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Deleting port efbce581-e202-4e60-be3b-ee6a26b0549c {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:49.666917 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.763855 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] For port efbce581-e202-4e60-be3b-ee6a26b0549c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=efbce581-e202-4e60-be3b-ee6a26b0549c,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:49.764219 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.779113 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Calling delete_port for efbce581-e202-4e60-be3b-ee6a26b0549c owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:49.919003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.932925 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['efbce581-e202-4e60-be3b-ee6a26b0549c'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:49.950428 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Pushing event deleted for resources: {'Port': ['ID=efbce581-e202-4e60-be3b-ee6a26b0549c,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:49.964363 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.964738 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.965050 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.965386 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.965721 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.966119 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.966479 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.966808 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.967136 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.967459 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.967783 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:49.968102 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:50.013142 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] No DVR routers for this DVR port efbce581-e202-4e60-be3b-ee6a26b0549c on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:50.016320 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.018833 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6d274be4-310b-4582-a4c7-7158a9f617da req-1309ef5b-f17e-4664-8b9f-38501d4ae84f tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "DELETE /v2.0/ports/efbce581-e202-4e60-be3b-ee6a26b0549c HTTP/1.1" status: 204 len: 173 time: 0.5074682 Jul 07 20:58:50.019391 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'name': 'network-vif-deleted', 'tag': 'efbce581-e202-4e60-be3b-ee6a26b0549c'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:50.022478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3703aad-0fd2-47c7-ac57-354628caff05" -d '{"events": [{"server_uuid": "ca6629da-965c-43d8-9acc-d0d1f77d7f7f", "name": "network-vif-deleted", "tag": "efbce581-e202-4e60-be3b-ee6a26b0549c"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:50.091110 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72f800-fdba-4f1f-bcac-ccf692011681 x-openstack-request-id: req-3b72f800-fdba-4f1f-bcac-ccf692011681 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:50.091530 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6629da-965c-43d8-9acc-d0d1f77d7f7f", "name": "network-vif-deleted", "tag": "efbce581-e202-4e60-be3b-ee6a26b0549c", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:50.092107 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b72f800-fdba-4f1f-bcac-ccf692011681 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:50.092538 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6629da-965c-43d8-9acc-d0d1f77d7f7f', 'name': 'network-vif-deleted', 'tag': 'efbce581-e202-4e60-be3b-ee6a26b0549c', 'status': 'completed', 'code': 200} Jul 07 20:58:50.805323 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-5bccf21a-5489-4ffb-96b1-7210e77b1f89 req-55e07ff9-e1f0-4912-b696-d89c422bb347 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca6629da-965c-43d8-9acc-d0d1f77d7f7f HTTP/1.1" status: 200 len: 210 time: 0.0301476 Jul 07 20:58:51.568122 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.147334 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-49aaaf9e-278b-4497-8552-971179bcf6f5 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.148968 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-49aaaf9e-278b-4497-8552-971179bcf6f5 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/networks?id=8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 200 len: 808 time: 0.1198318 Jul 07 20:58:52.167865 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-8a84f44b-8b7d-4f4f-9ae4-a8add85ba110 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/quotas/c95490bf799f4b1093050480e4eeae45 HTTP/1.1" status: 200 len: 375 time: 0.0103879 Jul 07 20:58:52.203439 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-ebba83bc-d53e-45d7-9e96-8c4025a1a2bb tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c95490bf799f4b1093050480e4eeae45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297501 Jul 07 20:58:52.303207 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-d029e8a6-7fb9-467c-b7cc-bcf11b3e2830 service neutron] 10.222.0.72 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875545 Jul 07 20:58:52.403244 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-dc328430-d826-4deb-80cf-d6e1d5c6ca93 service neutron] 10.222.0.72 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934846 Jul 07 20:58:52.598637 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-c7ffe211-3746-4eba-812a-aaf27e7130f6 req-b35af4b3-8c4c-4da2-9bfe-f6a11ab545cc tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 210 time: 0.0356314 Jul 07 20:58:53.767627 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-abcde05f-4409-4e9b-8726-69a600d99f76 req-a83354ae-281f-4494-8afc-f30e6d20c706 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 210 time: 0.0365176 Jul 07 20:58:53.862950 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-ac91130a-6f99-4c2d-ba96-98748ba2b0e2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:53.865146 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-ac91130a-6f99-4c2d-ba96-98748ba2b0e2 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "GET /v2.0/networks?id=8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 200 len: 808 time: 0.1584485 Jul 07 20:58:53.879087 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Request body: {'port': {'device_id': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140', 'admin_state_up': True, 'tenant_id': 'c95490bf799f4b1093050480e4eeae45'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:54.018418 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Made reservation on behalf of c95490bf799f4b1093050480e4eeae45 for: {'port': 1} {{(pid=99432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:54.022480 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.164916 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_common [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Allocated IP 172.20.0.12 (8ddcbed9-016f-4ea4-8c98-d26385bc7140/8ff2b5e6-e806-487f-91b9-7d69af1b867d/7da1f46a-d154-4d6b-8fe0-d378120ee448) {{(pid=99432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:54.352397 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks [] for port, precommit_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.414651 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779043705573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5429147'] for port, after_create {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.494329 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 is already hosted by enough agents. {{(pid=99432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:54.504767 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.base_scheduler [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Resources bound (agent type, host, resource id): {{(pid=99432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:54.512124 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Received port after_create {{(pid=99432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:54.520642 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Pushing event updated for resources: {'Port': ['ID=7da1f46a-d154-4d6b-8fe0-d378120ee448,revision_number=1']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:54.593279 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.594424 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.619985 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-4a821153-8a8b-4e04-b5bc-9da937e3f26c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7464623 Jul 07 20:58:54.637800 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.v2.base [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Request body: {'port': {'device_id': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=99432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:54.736352 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:54.778791 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device efbce581-e202-4e60-be3b-ee6a26b0549c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:54.799891 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: efbce581-e202-4e60-be3b-ee6a26b0549c {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:54.801325 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device efbce581-e202-4e60-be3b-ee6a26b0549c not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:55.080072 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787220-5af0-47c6-a2c7-b79d3578bdb7 req-ded605f5-b351-48ad-bbb7-cc3cdc8e21e7 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.082279 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-73787220-5af0-47c6-a2c7-b79d3578bdb7 req-ded605f5-b351-48ad-bbb7-cc3cdc8e21e7 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 932 time: 0.1523318 Jul 07 20:58:55.158116 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-73787220-5af0-47c6-a2c7-b79d3578bdb7 req-0bbaffb3-d8fa-4049-893b-948a659eb8f7 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629563 Jul 07 20:58:55.212060 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da1f46a-d154-4d6b-8fe0-d378120ee448 {{(pid=99432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:55.225424 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.245525 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.provisioning_blocks [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Transition to ACTIVE for port object 7da1f46a-d154-4d6b-8fe0-d378120ee448 will not be triggered until provisioned by entity L2. {{(pid=99432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:55.250487 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.312282 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Pushing event updated for resources: {'Port': ['ID=7da1f46a-d154-4d6b-8fe0-d378120ee448,revision_number=2']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:55.395718 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Attempting to bind port 7da1f46a-d154-4d6b-8fe0-d378120ee448 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:55.396059 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Attempting to bind port 7da1f46a-d154-4d6b-8fe0-d378120ee448 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:55.396391 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Attempting to bind port 7da1f46a-d154-4d6b-8fe0-d378120ee448 on network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:55.401529 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Port 7da1f46a-d154-4d6b-8fe0-d378120ee448 on network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:55.401851 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Attempting to bind port 7da1f46a-d154-4d6b-8fe0-d378120ee448 on network 8ddcbed9-016f-4ea4-8c98-d26385bc7140 {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:55.407421 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Checking agent: {'id': 'b10d839a-1889-4775-b886-3e53501f77ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'started_at': datetime.datetime(2021, 7, 7, 20, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:55.407757 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Checking segment: {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:55.408145 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Bound using segment: {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'} {{(pid=99432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:55.408587 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.managers [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Bound port: 7da1f46a-d154-4d6b-8fe0-d378120ee448, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140'}}] {{(pid=99432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:55.409504 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.487981 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] For port 7da1f46a-d154-4d6b-8fe0-d378120ee448, host hv-cinder-79053, cleared binding levels {{(pid=99432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:55.491735 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] For port 7da1f46a-d154-4d6b-8fe0-d378120ee448, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:55.496852 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5429097'] for port, after_update {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.542104 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.542773 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.544326 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] 10.222.0.83 "PUT /v2.0/ports/7da1f46a-d154-4d6b-8fe0-d378120ee448 HTTP/1.1" status: 200 len: 1094 time: 0.9141402 Jul 07 20:58:55.544792 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'tag': '7da1f46a-d154-4d6b-8fe0-d378120ee448'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:55.547823 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c77c4-3257-40cf-a97a-c15cb8681354" -d '{"events": [{"name": "network-changed", "server_uuid": "fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58", "tag": "7da1f46a-d154-4d6b-8fe0-d378120ee448"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:55.585816 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4dd60-694a-430a-853f-aad2aaaead0d service neutron] Pushing event updated for resources: {'Port': ['ID=7da1f46a-d154-4d6b-8fe0-d378120ee448,revision_number=3']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:55.598005 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c268a74b-7808-45e1-bb22-9f052c894acb x-openstack-request-id: req-c268a74b-7808-45e1-bb22-9f052c894acb {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:55.598331 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58", "tag": "7da1f46a-d154-4d6b-8fe0-d378120ee448", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:55.598585 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c268a74b-7808-45e1-bb22-9f052c894acb {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:55.598986 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'tag': '7da1f46a-d154-4d6b-8fe0-d378120ee448', 'status': 'completed', 'code': 200} Jul 07 20:58:55.662827 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-bc67db17-5288-49c5-b368-63b2ffaf749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.664971 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-bc67db17-5288-49c5-b368-63b2ffaf749d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c95490bf799f4b1093050480e4eeae45&device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 1097 time: 0.0622895 Jul 07 20:58:55.714187 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-184572c9-2ae7-4293-898b-c1a7ed38875c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448 HTTP/1.1" status: 200 len: 217 time: 0.0421050 Jul 07 20:58:55.777946 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-87b5611d-4ee4-4e39-b1a6-4678235923d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.779498 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-87b5611d-4ee4-4e39-b1a6-4678235923d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8ff2b5e6-e806-487f-91b9-7d69af1b867d HTTP/1.1" status: 200 len: 848 time: 0.0596321 Jul 07 20:58:55.818338 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-008edd68-04a9-4db5-8f63-ee90af2ebbf4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ddcbed9-016f-4ea4-8c98-d26385bc7140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307429 Jul 07 20:58:55.926629 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-3afb7397-e721-490b-b3ad-23fe1e4789d0 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025441 Jul 07 20:58:56.046679 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-ec41bb73-304e-4bd9-ba99-582204517d83 req-25d990a0-6a78-4cbe-a42a-0d476c1b64b0 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124961 Jul 07 20:58:56.176772 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-192cc79b-8177-4ae0-99fd-8907d658e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.178214 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-192cc79b-8177-4ae0-99fd-8907d658e273 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c95490bf799f4b1093050480e4eeae45&device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 1097 time: 0.0775237 Jul 07 20:58:56.300280 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-ab70dd56-aa18-4d93-bb05-df4d4bf926b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.303285 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-ab70dd56-aa18-4d93-bb05-df4d4bf926b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 200 len: 909 time: 0.1184590 Jul 07 20:58:56.391527 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-ed2c163b-383c-4243-8e79-a4489db5df42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448 HTTP/1.1" status: 200 len: 217 time: 0.0712633 Jul 07 20:58:56.458820 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-8c625e5c-0b6c-4327-8b12-ea23e0c5aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.460244 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-8c625e5c-0b6c-4327-8b12-ea23e0c5aac3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8ff2b5e6-e806-487f-91b9-7d69af1b867d HTTP/1.1" status: 200 len: 848 time: 0.0611072 Jul 07 20:58:56.469654 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba032d-150a-47b5-ba46-75bbbb3568bd req-d581cea2-89c3-40ed-898f-6a0fc7cc8902 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.471274 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-90ba032d-150a-47b5-ba46-75bbbb3568bd req-d581cea2-89c3-40ed-898f-6a0fc7cc8902 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 944 time: 0.1666949 Jul 07 20:58:56.507101 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-95dc72c7-5b76-43bf-b32e-c43082124d72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ddcbed9-016f-4ea4-8c98-d26385bc7140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342350 Jul 07 20:58:56.586161 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-90ba032d-150a-47b5-ba46-75bbbb3568bd req-cc7317a0-97f1-4875-b976-0d11b7c566ee tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046116 Jul 07 20:58:56.639139 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-bf4b2f6a-2b86-4d20-ab3a-141279385cc8 service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213233 Jul 07 20:58:56.739008 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-624c77c4-3257-40cf-a97a-c15cb8681354 req-8181150e-491e-49f7-9a15-871d9244794d service neutron] 10.222.0.83 "GET /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911574 Jul 07 20:58:57.336384 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:58:57.809432 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04799-d91e-44fe-846a-df1835b6d0b0 req-593d1f50-37ff-44ac-9744-3c2584dfe181 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.811055 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-04b04799-d91e-44fe-846a-df1835b6d0b0 req-593d1f50-37ff-44ac-9744-3c2584dfe181 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 944 time: 0.0754464 Jul 07 20:58:57.858791 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-04b04799-d91e-44fe-846a-df1835b6d0b0 req-1d57044e-ab93-44b0-9d11-b1a577dd6ef7 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Jul 07 20:58:58.791830 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7da1f46a-d154-4d6b-8fe0-d378120ee448 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=99433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:58.898599 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 7da1f46a-d154-4d6b-8fe0-d378120ee448, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:58.911538 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Returning: {'device': '7da1f46a-d154-4d6b-8fe0-d378120ee448', 'network_id': '8ddcbed9-016f-4ea4-8c98-d26385bc7140', 'port_id': '7da1f46a-d154-4d6b-8fe0-d378120ee448', 'mac_address': 'fa:16:3e:f6:60:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff2b5e6-e806-487f-91b9-7d69af1b867d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:58.954773 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:58.969071 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da1f46a-d154-4d6b-8fe0-d378120ee448 {{(pid=99433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:58.997262 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 7da1f46a-d154-4d6b-8fe0-d378120ee448, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:59.002618 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.064493 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=7da1f46a-d154-4d6b-8fe0-d378120ee448,revision_number=4']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:59.125667 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57fcc0-bf54-48e0-8efb-7008dcb63b7d req-b18fce75-3970-4292-a860-562d9e8c3df4 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.128637 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6e57fcc0-bf54-48e0-8efb-7008dcb63b7d req-b18fce75-3970-4292-a860-562d9e8c3df4 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 945 time: 0.0948396 Jul 07 20:58:59.176366 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-6e57fcc0-bf54-48e0-8efb-7008dcb63b7d req-4ba9e822-8a14-4ea0-b882-a06f7f1eaf36 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Jul 07 20:58:59.219223 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['7da1f46a-d154-4d6b-8fe0-d378120ee448'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:59:00.413322 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad4f5d-ade9-4f95-92ce-acfff6bcd892 req-03827db1-5d3f-4da4-8f9d-8e3c2a8cf1ed tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:00.415745 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ecad4f5d-ade9-4f95-92ce-acfff6bcd892 req-03827db1-5d3f-4da4-8f9d-8e3c2a8cf1ed tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 945 time: 0.0976286 Jul 07 20:59:00.457758 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ecad4f5d-ade9-4f95-92ce-acfff6bcd892 req-9f0544cb-8d6e-4f6f-85c5-d1988337db57 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Jul 07 20:59:00.816511 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7da1f46a-d154-4d6b-8fe0-d378120ee448 up at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:00.868907 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning for port 7da1f46a-d154-4d6b-8fe0-d378120ee448 completed by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:00.873087 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.provisioning_blocks [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Provisioning complete for port 7da1f46a-d154-4d6b-8fe0-d378120ee448 triggered by entity L2. {{(pid=99433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:00.873726 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401717'] for port, provisioning_complete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.966025 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558584'] for port, before_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:01.008066 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1f46a-d154-4d6b-8fe0-d378120ee448'}] {{(pid=99433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:01.012033 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c854275c4bac7a3b91bae02d842bc4fa501be7a83a71dfc984d9036a61ecc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851c6f7-2906-4a06-a6c9-473fb54c6dfb" -d '{"events": [{"server_uuid": "fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58", "name": "network-vif-plugged", "status": "completed", "tag": "7da1f46a-d154-4d6b-8fe0-d378120ee448"}]}' {{(pid=99433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:01.033826 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] For port 7da1f46a-d154-4d6b-8fe0-d378120ee448, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:01.039445 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779044144936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779043705591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779043701800'] for port, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:01.070374 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3864ea6e-7c8e-4b7f-bb16-a4e24077adb5 x-openstack-request-id: req-3864ea6e-7c8e-4b7f-bb16-a4e24077adb5 {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:01.070652 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58", "name": "network-vif-plugged", "status": "completed", "tag": "7da1f46a-d154-4d6b-8fe0-d378120ee448", "code": 200}]} {{(pid=99433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:01.070823 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3864ea6e-7c8e-4b7f-bb16-a4e24077adb5 {{(pid=99433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:01.071187 dv-cinder-790535-7-iscsi neutron-server[99433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1f46a-d154-4d6b-8fe0-d378120ee448', 'code': 200} Jul 07 20:59:01.104386 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Pushing event updated for resources: {'Port': ['ID=7da1f46a-d154-4d6b-8fe0-d378120ee448,revision_number=5']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:01.311124 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba9a7-16f0-4594-a5b6-d38a8de0ade0 req-1afe3a60-a1f8-41e6-940e-d4d560f2266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.312652 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-627ba9a7-16f0-4594-a5b6-d38a8de0ade0 req-1afe3a60-a1f8-41e6-940e-d4d560f2266e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 1099 time: 0.0612576 Jul 07 20:59:01.351953 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-627ba9a7-16f0-4594-a5b6-d38a8de0ade0 req-31d92573-c6de-4b5a-8941-623fcf2fb17e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jul 07 20:59:01.650108 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4356b5-4af5-4017-8ad5-e8812001a65d req-b58ac387-a96f-46e4-ba94-da4a40e1aeff tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.651733 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ab4356b5-4af5-4017-8ad5-e8812001a65d req-b58ac387-a96f-46e4-ba94-da4a40e1aeff tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 946 time: 0.0700397 Jul 07 20:59:01.697092 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-ab4356b5-4af5-4017-8ad5-e8812001a65d req-74f22fd1-5cac-4f76-9eb8-1010694ba85c tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 Jul 07 20:59:02.879319 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66621-b612-4935-a6d2-4b467d57a2b4 req-58a75e09-d492-4eb9-bb37-cae91bf00df9 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.880956 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94e66621-b612-4935-a6d2-4b467d57a2b4 req-58a75e09-d492-4eb9-bb37-cae91bf00df9 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 946 time: 0.0657308 Jul 07 20:59:02.922798 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-94e66621-b612-4935-a6d2-4b467d57a2b4 req-80bf9bbe-4ce2-47f4-85e6-8aa96b168381 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353460 Jul 07 20:59:03.506612 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e1357eab-1544-4a63-82f6-46a7c470f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:03.825712 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcf8ae-4105-4627-af71-18a9954a677d req-c8d2b7bb-4588-41ba-a242-d42bd2bcfd6a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.827340 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3adcf8ae-4105-4627-af71-18a9954a677d req-c8d2b7bb-4588-41ba-a242-d42bd2bcfd6a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 946 time: 0.0744903 Jul 07 20:59:03.870066 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-3adcf8ae-4105-4627-af71-18a9954a677d req-8ee995c3-8b6f-4fff-a875-ec38d18b185b tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360739 Jul 07 20:59:05.070358 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-d2f70e82-4974-44c5-8d79-66c79838cda4 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.072739 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-d2f70e82-4974-44c5-8d79-66c79838cda4 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 946 time: 0.1010020 Jul 07 20:59:05.087026 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a4b35-b848-49ea-ace6-5160b2c313ee req-8cbf88c3-ced7-402a-92d6-93d3a5da2b3a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.089346 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d88a4b35-b848-49ea-ace6-5160b2c313ee req-8cbf88c3-ced7-402a-92d6-93d3a5da2b3a tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 946 time: 0.0828815 Jul 07 20:59:05.142804 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d88a4b35-b848-49ea-ace6-5160b2c313ee req-02a87597-8b34-4bf4-ba80-58c2e98535cb tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/security-groups?id=41dd398a-a3c7-40de-b001-f71a71ff0699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Jul 07 20:59:05.217843 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Deleting port 7da1f46a-d154-4d6b-8fe0-d378120ee448 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:59:05.218373 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:05.370003 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] For port 7da1f46a-d154-4d6b-8fe0-d378120ee448, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7da1f46a-d154-4d6b-8fe0-d378120ee448,segment=NetworkSegment(32da6b6f-1b9e-43b7-9081-3ae37ed9c03f),segment_id=32da6b6f-1b9e-43b7-9081-3ae37ed9c03f)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:05.370401 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:05.385488 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Calling delete_port for 7da1f46a-d154-4d6b-8fe0-d378120ee448 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:59:05.528245 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:05.543083 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] get_ports_and_sgs() called for port_ids ['7da1f46a-d154-4d6b-8fe0-d378120ee448'] {{(pid=99433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:59:05.561568 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Pushing event deleted for resources: {'Port': ['ID=7da1f46a-d154-4d6b-8fe0-d378120ee448,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:05.607076 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] No DVR routers for this DVR port 7da1f46a-d154-4d6b-8fe0-d378120ee448 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:59:05.609782 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:05.611873 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-b3b0d630-c3b3-4173-a7f8-898959b0c3ad req-f1197a0c-152c-4000-a9b4-2ec3b50e3a99 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.83 "DELETE /v2.0/ports/7da1f46a-d154-4d6b-8fe0-d378120ee448 HTTP/1.1" status: 204 len: 173 time: 0.5337195 Jul 07 20:59:05.612330 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'name': 'network-vif-deleted', 'tag': '7da1f46a-d154-4d6b-8fe0-d378120ee448'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:05.614704 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad4ab0-842a-4af0-87ec-495818de7f4e" -d '{"events": [{"server_uuid": "fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58", "name": "network-vif-deleted", "tag": "7da1f46a-d154-4d6b-8fe0-d378120ee448"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:05.654919 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55faf212-d4a0-4aab-ad08-6423dd3f8eee x-openstack-request-id: req-55faf212-d4a0-4aab-ad08-6423dd3f8eee {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:05.655217 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58", "name": "network-vif-deleted", "tag": "7da1f46a-d154-4d6b-8fe0-d378120ee448", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:05.655471 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55faf212-d4a0-4aab-ad08-6423dd3f8eee {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:05.655945 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58', 'name': 'network-vif-deleted', 'tag': '7da1f46a-d154-4d6b-8fe0-d378120ee448', 'status': 'completed', 'code': 200} Jul 07 20:59:06.320186 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-d39fed52-cf03-4d1b-8c03-cf5903eeec7a req-3d7f7253-6c65-40d9-80ce-93b01a0efdf8 tempest-VolumesActionsTest-771292338 tempest-VolumesActionsTest-771292338-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa29b93b-c3fe-41dc-a1fc-ba4ff9b04d58 HTTP/1.1" status: 200 len: 210 time: 0.0299840 Jul 07 20:59:06.548200 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7a170777-20c4-4ba4-ab91-baf573689fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:06.999755 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:08.075905 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:09.494008 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7da1f46a-d154-4d6b-8fe0-d378120ee448 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:59:09.519525 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 7da1f46a-d154-4d6b-8fe0-d378120ee448 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:59:09.519867 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 7da1f46a-d154-4d6b-8fe0-d378120ee448 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:59:10.449034 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:21.578800 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:26.011315 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-3275076b-e864-42fe-95d4-fdfced57a7a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163642 Jul 07 20:59:26.147096 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-89d23985-f5c2-42f6-8380-3f60caba5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.149657 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-89d23985-f5c2-42f6-8380-3f60caba5462 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1098 time: 0.0988266 Jul 07 20:59:26.351115 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-150392dd-b1b6-4085-9edf-9f94539313e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.353593 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-150392dd-b1b6-4085-9edf-9f94539313e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1725211 Jul 07 20:59:26.485529 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-9b46a325-297c-4199-b101-4aa5d173a456 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 200 len: 1001 time: 0.1245172 Jul 07 20:59:26.581089 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-57e9b77a-95ff-421d-ad5d-9ca256804a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.583169 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-57e9b77a-95ff-421d-ad5d-9ca256804a45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0904648 Jul 07 20:59:26.677435 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-8f8e4a46-74e1-49e5-acf1-505274a322f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.680043 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-8f8e4a46-74e1-49e5-acf1-505274a322f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902777 Jul 07 20:59:26.804627 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-bf160666-d8a5-4d97-9c44-86cd2ec761a3 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173961 Jul 07 20:59:26.966817 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-7bcf2092-23de-493f-ac54-c5c8b95db45f req-1c7edb7c-ef37-43da-a21e-94f72830cbd4 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554658 Jul 07 20:59:30.971751 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48438) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:31.024012 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Deleting subnet 8ff2b5e6-e806-487f-91b9-7d69af1b867d {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:59:31.027487 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.063245 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.104974 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.163840 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.191380 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff2b5e6-e806-487f-91b9-7d69af1b867d,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:31.197831 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.200260 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-4a95f65a-2a45-496c-a6aa-e2ef6e6635db admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8ff2b5e6-e806-487f-91b9-7d69af1b867d HTTP/1.1" status: 204 len: 168 time: 0.2269166 Jul 07 20:59:31.203127 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48440) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:31.286135 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.370576 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.382583 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddcbed9-016f-4ea4-8c98-d26385bc7140']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:31.394868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:31.395166 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32da6b6f-1b9e-43b7-9081-3ae37ed9c03f') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:31.404944 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.420616 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.428599 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:59:31.429190 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:59:31.431705 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:59:31.499037 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.510341 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.512611 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] 10.222.0.72 "DELETE /v2.0/networks/8ddcbed9-016f-4ea4-8c98-d26385bc7140 HTTP/1.1" status: 204 len: 168 time: 0.3085454 Jul 07 20:59:31.526882 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c574800-af98-4a90-b143-0530670cb67c admin admin] Pushing event deleted for resources: {'Network': ['ID=8ddcbed9-016f-4ea4-8c98-d26385bc7140,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:31.716680 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48444) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:31.778190 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-c0fd1457-292a-49d8-bd04-77becb0e6669 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c95490bf799f4b1093050480e4eeae45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598657 Jul 07 20:59:31.780405 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48446) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:31.860224 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbc58-8233-4b8a-8431-220a56180e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.898494 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbc58-8233-4b8a-8431-220a56180e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.968269 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbc58-8233-4b8a-8431-220a56180e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.973138 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbc58-8233-4b8a-8431-220a56180e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.975173 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-8b0fbc58-8233-4b8a-8431-220a56180e5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/41dd398a-a3c7-40de-b001-f71a71ff0699 HTTP/1.1" status: 204 len: 168 time: 0.1929502 Jul 07 20:59:31.987041 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fbc58-8233-4b8a-8431-220a56180e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dd398a-a3c7-40de-b001-f71a71ff0699,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:33.500224 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ebae0305-79f2-48ad-b082-3820f699f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:34.335573 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:59:36.560129 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-bda57eff-0a82-49f0-965c-0dab8a02fd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:37.006297 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:38.081822 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:40.444969 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:51.565017 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:02.516165 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48450) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:02.693275 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Deleting port 93e1fa16-2adc-4935-a3fa-52771e0089ff {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:02.693617 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:02.777021 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:02.777239 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:02.791959 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Calling delete_port for 93e1fa16-2adc-4935-a3fa-52771e0089ff owned by network:floatingip {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:02.992372 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:03.021982 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'Port': ['ID=93e1fa16-2adc-4935-a3fa-52771e0089ff,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:03.037081 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.037494 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.037905 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.038351 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.038747 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.039134 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.039503 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.039938 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.040274 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.040796 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.041203 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.041537 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:03.105866 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:03.106194 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Floating IP 0f05eee0-674a-425d-8107-f9e313e00055 disassociated (deleted). External IP: 172.27.3.189, port: 0e51ad09-5dad-405b-bbed-8eeaf11c2438. Jul 07 21:00:03.526284 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-ac03bb64-2823-4435-8fbe-b934311fc3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:03.645759 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:00:03.762768 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:00:03.768701 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:03.775187 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:00:03.790273 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:03.791283 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:59:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:03.810860 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-a8a55ba3-6513-4b1f-ba8e-3185b4ebe7e6 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "DELETE /v2.0/floatingips/0f05eee0-674a-425d-8107-f9e313e00055 HTTP/1.1" status: 204 len: 168 time: 1.2904739 Jul 07 21:00:03.810860 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:03.810860 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a" -d '{"events": [{"name": "network-changed", "server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:03.917836 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:04.086503 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34451a3-f038-44b0-abf7-9b72240c2934 x-openstack-request-id: req-e34451a3-f038-44b0-abf7-9b72240c2934 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:04.086890 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:04.087126 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e34451a3-f038-44b0-abf7-9b72240c2934 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:04.087649 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'status': 'completed', 'code': 200} Jul 07 21:00:04.286476 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:21Z', 'revision_number': 1, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:04.338785 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:00:04.352931 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:04.353828 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T20:59:37Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:04.411205 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-eeca9dc6-12d2-43ea-8666-c44e979853ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.413850 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-eeca9dc6-12d2-43ea-8666-c44e979853ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 1098 time: 0.2989750 Jul 07 21:00:04.478002 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:04.549518 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ae6e-3e7f-4910-b3a0-bff16cfa83a0 req-9022f12f-a727-433d-8057-9175fd0d843c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.552239 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2e47ae6e-3e7f-4910-b3a0-bff16cfa83a0 req-9022f12f-a727-433d-8057-9175fd0d843c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 945 time: 0.3082914 Jul 07 21:00:04.658185 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2e47ae6e-3e7f-4910-b3a0-bff16cfa83a0 req-feef76ab-86e5-4860-9767-cf7d04943160 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977590 Jul 07 21:00:04.663066 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-8d6df1f4-0be1-47c6-9f21-905e52b6a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.665378 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-8d6df1f4-0be1-47c6-9f21-905e52b6a39d service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.2432997 Jul 07 21:00:04.714487 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-7a18c54c-1be1-49e3-9fea-8353380854bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 200 len: 217 time: 0.0419712 Jul 07 21:00:04.795685 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-a7400615-4472-4638-99c8-7c86656cfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.798432 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-a7400615-4472-4638-99c8-7c86656cfce7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0773313 Jul 07 21:00:04.845751 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:21Z', 'revision_number': 1, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:04.874542 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8939f8-d3cf-4324-bc3a-ba466864bb9a None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_floatingips': [{'id': 'f8082c82-c1b7-4754-9711-c1f4b6f63647', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'router_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'port_id': '3d238632-2712-4535-9a5c-e6af3220aab4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'mac_address': 'fa:16:3e:10:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:18Z', 'updated_at': '2021-07-07T20:56:21Z', 'revision_number': 1, 'project_id': '02af07f49f9747d185a57745e7596c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:00:04.889752 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-325a8049-3de3-4536-a766-95b977f87ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.891943 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-325a8049-3de3-4536-a766-95b977f87ed3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859458 Jul 07 21:00:04.905894 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-00f2d5dd-ae8b-43e1-802d-8aecd2ff6130 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=99432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:00:04.908100 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-00f2d5dd-ae8b-43e1-802d-8aecd2ff6130 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087886 Jul 07 21:00:05.029801 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-d71fbc5e-dda3-49b2-9841-9c80f4534cbd service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127465 Jul 07 21:00:05.150201 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-5a7bdd6e-77e3-42fa-9e81-94ce9782731a req-32fe8818-5375-49cf-9709-fee25ea2ca31 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133516 Jul 07 21:00:05.161328 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2097bc6-05f9-496f-a42c-c0e44922067a None None] New status for floating IP 0f05eee0-674a-425d-8107-f9e313e00055: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:00:05.732442 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bee9d5-0a42-48b8-a965-dc943805801e req-c0bca765-9dac-4c5f-8107-45ab53ae8d89 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:05.734024 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-82bee9d5-0a42-48b8-a965-dc943805801e req-c0bca765-9dac-4c5f-8107-45ab53ae8d89 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 945 time: 0.0750823 Jul 07 21:00:05.886711 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Deleting port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:05.887037 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.968195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cfd32-f3b9-4313-8653-c466d36df006 req-4efc8c42-253e-4a8e-b25a-534ea2faeef2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:05.970703 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-978cfd32-f3b9-4313-8653-c466d36df006 req-4efc8c42-253e-4a8e-b25a-534ea2faeef2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=bccd5c1e-d62e-4436-b8ea-212a54ac9dba HTTP/1.1" status: 200 len: 945 time: 0.1335139 Jul 07 21:00:05.994697 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] For port 0e51ad09-5dad-405b-bbed-8eeaf11c2438, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0e51ad09-5dad-405b-bbed-8eeaf11c2438,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:05.995052 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:06.011463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Calling delete_port for 0e51ad09-5dad-405b-bbed-8eeaf11c2438 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:06.028983 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-978cfd32-f3b9-4313-8653-c466d36df006 req-8dc2cce2-2b88-4de5-979e-81b85c2fefa9 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482097 Jul 07 21:00:06.158429 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:06.196166 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'Port': ['ID=0e51ad09-5dad-405b-bbed-8eeaf11c2438,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:06.253754 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] No DVR routers for this DVR port 0e51ad09-5dad-405b-bbed-8eeaf11c2438 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:06.256758 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:06.259035 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-82bee9d5-0a42-48b8-a965-dc943805801e req-4cbf8167-2f7d-4139-9262-e13c01bf4e64 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "DELETE /v2.0/ports/0e51ad09-5dad-405b-bbed-8eeaf11c2438 HTTP/1.1" status: 204 len: 173 time: 0.5192032 Jul 07 21:00:06.259544 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'name': 'network-vif-deleted', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:06.261927 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b3935-cd29-4c0e-967f-d641ef042af6" -d '{"events": [{"server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "name": "network-vif-deleted", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:06.320220 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815be7f6-bf37-4ff4-b86f-5dd6e9b6d564 x-openstack-request-id: req-815be7f6-bf37-4ff4-b86f-5dd6e9b6d564 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:06.320646 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd5c1e-d62e-4436-b8ea-212a54ac9dba", "name": "network-vif-deleted", "tag": "0e51ad09-5dad-405b-bbed-8eeaf11c2438", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:06.321019 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-815be7f6-bf37-4ff4-b86f-5dd6e9b6d564 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:06.321600 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd5c1e-d62e-4436-b8ea-212a54ac9dba', 'name': 'network-vif-deleted', 'tag': '0e51ad09-5dad-405b-bbed-8eeaf11c2438', 'status': 'completed', 'code': 200} Jul 07 21:00:06.555448 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bb48-f71c-4d78-a441-a3de8944a565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:07.011447 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:08.079707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:09.190146 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0e51ad09-5dad-405b-bbed-8eeaf11c2438 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:09.211071 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 0e51ad09-5dad-405b-bbed-8eeaf11c2438 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:09.211421 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 0e51ad09-5dad-405b-bbed-8eeaf11c2438 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:09.404688 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48490) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:09.603868 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Deleting port be22eaab-9950-4feb-a049-ba20bcd59343 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:09.604213 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:09.686393 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:09.686720 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:09.701063 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Calling delete_port for be22eaab-9950-4feb-a049-ba20bcd59343 owned by network:floatingip {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:09.865175 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:09.900597 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'Port': ['ID=be22eaab-9950-4feb-a049-ba20bcd59343,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:09.965178 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:09.965544 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.db.l3_db [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Floating IP f8082c82-c1b7-4754-9711-c1f4b6f63647 disassociated (deleted). External IP: 172.27.3.114, port: 3d238632-2712-4535-9a5c-e6af3220aab4. Jul 07 21:00:10.212588 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:00:10.332511 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:00:10.338152 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:10.342582 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:00:10.353967 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:10.354720 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T21:00:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:10.394698 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-28005787-e078-4d42-b74b-a3d1e84671e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "DELETE /v2.0/floatingips/f8082c82-c1b7-4754-9711-c1f4b6f63647 HTTP/1.1" status: 204 len: 168 time: 0.9883325 Jul 07 21:00:10.395668 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:10.400565 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c92e5e-524f-49ca-a98b-239e7acd0901" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:10.443192 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9a755-cc7d-4841-8881-7ed213d38dd7 x-openstack-request-id: req-ecf9a755-cc7d-4841-8881-7ed213d38dd7 {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:10.443882 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:10.444131 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ecf9a755-cc7d-4841-8881-7ed213d38dd7 {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:10.444746 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4', 'status': 'completed', 'code': 200} Jul 07 21:00:10.574230 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-6f9809df-23a7-4b65-883b-cb022308e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.577653 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-6f9809df-23a7-4b65-883b-cb022308e48e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02af07f49f9747d185a57745e7596c53&device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 1098 time: 0.1057386 Jul 07 21:00:10.585061 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:10.673745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:10.758273 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-d6e5db6e-d0f0-4dff-8631-25b6cad0984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.760997 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-d6e5db6e-d0f0-4dff-8631-25b6cad0984c service neutron] 10.222.0.83 "GET /v2.0/networks?id=08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 200 len: 913 time: 0.1769080 Jul 07 21:00:10.830944 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-9ff1a4a1-7749-4593-ad23-bb9aeeccddd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 200 len: 217 time: 0.0620465 Jul 07 21:00:10.890440 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc428e67-ceb5-4053-bf28-a93a7a0d928d req-78a002b6-df97-41c8-b3f4-ab1ea256f497 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.892015 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cc428e67-ceb5-4053-bf28-a93a7a0d928d req-78a002b6-df97-41c8-b3f4-ab1ea256f497 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0773990 Jul 07 21:00:10.916919 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-38396861-ba33-448f-9f71-664d45951852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.919441 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-38396861-ba33-448f-9f71-664d45951852 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 200 len: 851 time: 0.0823357 Jul 07 21:00:10.935649 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [req-cc428e67-ceb5-4053-bf28-a93a7a0d928d req-bcaf75d3-98f0-4290-9f0c-65d26617d669 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 Jul 07 21:00:10.979484 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:11.006568 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-be59fa1b-b10e-4f81-95f4-443d78945eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:11.009076 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-be59fa1b-b10e-4f81-95f4-443d78945eb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08767028-0fa2-45e9-adc9-c3f8ec3c770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819852 Jul 07 21:00:11.018172 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:00:11.030401 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:11.031846 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T21:00:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:11.131955 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-933811b0-2066-4ea8-9eac-bbea4aaca7c6 service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151226 Jul 07 21:00:11.175610 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:11.255308 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-12c92e5e-524f-49ca-a98b-239e7acd0901 req-3da3a3c6-99fa-476f-a66e-3c477cf36c0a service neutron] 10.222.0.83 "GET /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160023 Jul 07 21:00:11.336365 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:00:11.393924 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:11.427616 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a9ded-bcab-45f6-b989-4bda9a4c433b None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 4, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi', '_interfaces': [{'id': '90609eb1-b5c8-4311-a7e9-f2407c56ed86', 'name': '', 'network_id': '08767028-0fa2-45e9-adc9-c3f8ec3c770d', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'mac_address': 'fa:16:3e:64:5b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:00Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'subnets': [{'id': '08b25ec5-07c2-4106-9edc-2022096c50d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:00:11.649830 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dff9f4-4d0a-4b50-b06e-932b084491dd None None] New status for floating IP f8082c82-c1b7-4754-9711-c1f4b6f63647: DOWN {{(pid=99434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:00:12.144794 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a034-ae15-41a8-93f4-a2e37ea4f781 req-d2ac0b57-6a90-47d0-b0f7-7e028139b707 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:12.146604 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2a11a034-ae15-41a8-93f4-a2e37ea4f781 req-d2ac0b57-6a90-47d0-b0f7-7e028139b707 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0698488 Jul 07 21:00:12.217762 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-2a11a034-ae15-41a8-93f4-a2e37ea4f781 req-ce702c23-6c8e-4194-a6ce-256b52aff90c tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/security-groups?id=452f0bd1-0f29-45eb-8514-11c0cbd27df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647264 Jul 07 21:00:12.268079 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-5f7924e6-15b2-46b2-a87b-5381d2c3707f tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:12.269598 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-5f7924e6-15b2-46b2-a87b-5381d2c3707f tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 945 time: 0.0861266 Jul 07 21:00:12.392124 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Deleting port 3d238632-2712-4535-9a5c-e6af3220aab4 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:12.392461 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:12.486326 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] For port 3d238632-2712-4535-9a5c-e6af3220aab4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d238632-2712-4535-9a5c-e6af3220aab4,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:12.486639 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:12.507572 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Calling delete_port for 3d238632-2712-4535-9a5c-e6af3220aab4 owned by compute:nova {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:12.649333 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:12.680621 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'Port': ['ID=3d238632-2712-4535-9a5c-e6af3220aab4,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:12.737068 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] No DVR routers for this DVR port 3d238632-2712-4535-9a5c-e6af3220aab4 on host hv-cinder-79053 {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:12.740093 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for port, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:12.742222 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-41c537bf-8c5b-42c1-b506-fe231dffa8a2 req-fc31d19b-2bec-455b-99d6-bc2d7067d898 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.83 "DELETE /v2.0/ports/3d238632-2712-4535-9a5c-e6af3220aab4 HTTP/1.1" status: 204 len: 173 time: 0.4674122 Jul 07 21:00:12.742721 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'name': 'network-vif-deleted', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4'}] {{(pid=99432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:12.745115 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c763cb0508e46abceaa4bb50365c983856d6ffdf5ce39b67d45cfc328a186a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb608ed-0fe5-4212-8a2e-cea584c21fea" -d '{"events": [{"server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "name": "network-vif-deleted", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4"}]}' {{(pid=99432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:12.784455 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a19ed-35b4-4e3f-a174-5b804daf05ca x-openstack-request-id: req-635a19ed-35b4-4e3f-a174-5b804daf05ca {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:12.784733 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa59aea-21fa-4a4e-9dc6-2866699cd909", "name": "network-vif-deleted", "tag": "3d238632-2712-4535-9a5c-e6af3220aab4", "status": "completed", "code": 200}]} {{(pid=99432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:12.784963 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-635a19ed-35b4-4e3f-a174-5b804daf05ca {{(pid=99432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:12.785353 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa59aea-21fa-4a4e-9dc6-2866699cd909', 'name': 'network-vif-deleted', 'tag': '3d238632-2712-4535-9a5c-e6af3220aab4', 'status': 'completed', 'code': 200} Jul 07 21:00:13.394350 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [req-f2340a18-f968-49f9-b5d7-b63e3c2886b7 req-92cf1404-497e-4de2-a9b1-67ebff810b7a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "GET /v2.0/ports?device_id=2aa59aea-21fa-4a4e-9dc6-2866699cd909 HTTP/1.1" status: 200 len: 210 time: 0.0332761 Jul 07 21:00:14.497456 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48506) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:14.645811 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Deleting port 8aac2a96-47c3-4da9-b4d3-11870b99685d {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:14.646149 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.730183 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.730483 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.744444 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Calling delete_port for 8aac2a96-47c3-4da9-b4d3-11870b99685d owned by network:floatingip {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:14.892764 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.921463 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'Port': ['ID=8aac2a96-47c3-4da9-b4d3-11870b99685d,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:14.992465 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for floatingip, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.994929 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181196'] for floatingip, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.996137 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-5d92daa3-6746-4cd5-84bc-e1d8b143c21a tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "DELETE /v2.0/floatingips/2ffda31c-645c-4cf1-973b-9e97e2e0d3ca HTTP/1.1" status: 204 len: 168 time: 0.4970455 Jul 07 21:00:15.238708 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 3d238632-2712-4535-9a5c-e6af3220aab4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:15.267723 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] No Port match for: 3d238632-2712-4535-9a5c-e6af3220aab4 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:15.268072 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Device 3d238632-2712-4535-9a5c-e6af3220aab4 not bound to the agent host hv-cinder-79053 {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:16.290500 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48518) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:16.360272 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb94f-cc12-4c53-a4c7-0898d89685e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:16.390711 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb94f-cc12-4c53-a4c7-0898d89685e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:16.460178 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb94f-cc12-4c53-a4c7-0898d89685e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:16.462967 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb94f-cc12-4c53-a4c7-0898d89685e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:16.464406 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-fe7fb94f-cc12-4c53-a4c7-0898d89685e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] 10.222.0.72 "DELETE /v2.0/security-groups/452f0bd1-0f29-45eb-8514-11c0cbd27df8 HTTP/1.1" status: 204 len: 168 time: 0.1727555 Jul 07 21:00:16.478465 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fb94f-cc12-4c53-a4c7-0898d89685e2 tempest-TestVolumeBootPattern-401689270 tempest-TestVolumeBootPattern-401689270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f0bd1-0f29-45eb-8514-11c0cbd27df8,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:16.539216 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48522) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:17.058393 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.382215 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Deleting port 90609eb1-b5c8-4311-a7e9-f2407c56ed86 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:17.382997 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.484033 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] For port 90609eb1-b5c8-4311-a7e9-f2407c56ed86, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=90609eb1-b5c8-4311-a7e9-f2407c56ed86,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:17.485175 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.501599 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Calling delete_port for 90609eb1-b5c8-4311-a7e9-f2407c56ed86 owned by network:router_interface {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:18.029251 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.056706 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=90609eb1-b5c8-4311-a7e9-f2407c56ed86,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:18.270792 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.533980 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Router e03ad519-c726-48f0-bd49-af0a2eaef5bd has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:00:18.659006 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:00:18.668216 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-6442e397-660a-4b54-a58c-14ef123061b2 admin admin] 10.222.0.72 "PUT /v2.0/routers/e03ad519-c726-48f0-bd49-af0a2eaef5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1270657 Jul 07 21:00:18.670372 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48526) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:18.673664 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] Sync routers for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:00:18.684707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:18.685606 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T21:00:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:18.797434 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks [] for router, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.840725 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: dv-cinder-790535-7-iscsi {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:18.927847 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.995508 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Deleting port 9d39f6bc-7ccb-497f-b390-aa7ce7022039 {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:18.996074 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.106160 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T21:00:17Z', 'revision_number': 5, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port': {'id': '9d39f6bc-7ccb-497f-b390-aa7ce7022039', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:42Z', 'updated_at': '2021-07-07T20:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:19.110072 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] For port 9d39f6bc-7ccb-497f-b390-aa7ce7022039, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=9d39f6bc-7ccb-497f-b390-aa7ce7022039,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:19.110478 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.125387 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Calling delete_port for 9d39f6bc-7ccb-497f-b390-aa7ce7022039 owned by network:router_gateway {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:19.163982 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] Checking router: e03ad519-c726-48f0-bd49-af0a2eaef5bd for host: dv-cinder-790535-7-iscsi {{(pid=99433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:00:19.178893 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] Routers {'e03ad519-c726-48f0-bd49-af0a2eaef5bd'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:19.179957 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T21:00:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'], 'active': True} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:19.319841 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvr_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] Set router e03ad519-c726-48f0-bd49-af0a2eaef5bd gateway port host: None {{(pid=99433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:19.358838 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.387963 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d39f6bc-7ccb-497f-b390-aa7ce7022039,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:19.411313 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_hamode_db [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T21:00:18Z', 'revision_number': 6, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:19.445528 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b7a87-ce23-4816-928a-5f2c04d5acb9 None None] The sync data for ids ['e03ad519-c726-48f0-bd49-af0a2eaef5bd'] in dv-cinder-790535-7-iscsi is: [{'id': 'e03ad519-c726-48f0-bd49-af0a2eaef5bd', 'name': 'tempest-TestVolumeBootPattern-1807807045-router', 'tenant_id': '02af07f49f9747d185a57745e7596c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:41Z', 'updated_at': '2021-07-07T21:00:18Z', 'revision_number': 6, 'project_id': '02af07f49f9747d185a57745e7596c53', 'gw_port_host': None}] {{(pid=99433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:00:19.465814 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.573693 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.576287 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.627845 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.628340 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e03ad519-c726-48f0-bd49-af0a2eaef5bd {{(pid=99432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:00:19.633747 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] Notify callbacks [] for router, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.635061 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-34f72605-042d-43e2-9e57-6f99b596479d admin admin] 10.222.0.72 "DELETE /v2.0/routers/e03ad519-c726-48f0-bd49-af0a2eaef5bd HTTP/1.1" status: 204 len: 168 time: 0.9635572 Jul 07 21:00:19.637833 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48528) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:19.705029 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Deleting subnet 08b25ec5-07c2-4106-9edc-2022096c50d4 {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:00:19.709604 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.768751 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.902949 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.992574 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.021085 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b25ec5-07c2-4106-9edc-2022096c50d4,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.025166 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.028724 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-d3a5403a-5dfb-47f7-8fd8-97d7aeef206a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/08b25ec5-07c2-4106-9edc-2022096c50d4 HTTP/1.1" status: 204 len: 168 time: 0.3887179 Jul 07 21:00:20.030799 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48530) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:20.035849 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79074a6f-4a22-4481-a2c6-01233cd76933 None None] Network 08767028-0fa2-45e9-adc9-c3f8ec3c770d requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:00:20.136089 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.215277 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Deleting port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb {{(pid=99432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:20.215452 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.300963 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] DHCP port deletion for 08767028-0fa2-45e9-adc9-c3f8ec3c770d request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:00:20.302462 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.db [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] For port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:20.302913 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.327253 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.plugin [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Calling delete_port for 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb owned by network:dhcp {{(pid=99432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:20.382079 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Deleting port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:20.385848 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.457709 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5429138'] for port, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.474838 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] For port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,segment=NetworkSegment(3335ff86-7726-4ad7-b0ee-04edae6f40dd),segment_id=3335ff86-7726-4ad7-b0ee-04edae6f40dd)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:20.475375 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.490649 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.492715 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] No DVR routers for this DVR port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb on host dv-cinder-790535-7-iscsi {{(pid=99432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:20.496454 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Calling delete_port for 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:20.573745 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.587090 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08767028-0fa2-45e9-adc9-c3f8ec3c770d']}} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:20.600973 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3335ff86-7726-4ad7-b0ee-04edae6f40dd') {'for_net_delete': True} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:20.601344 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.services.segments.db [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3335ff86-7726-4ad7-b0ee-04edae6f40dd') {} {{(pid=99432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:20.605652 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.613268 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5524772'] for segment, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.634923 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.643149 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=99432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:00:20.643619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5429069'] for segment, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: Traceback (most recent call last): Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: timer() Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: cb(*args, **kw) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: return func(*args, **kwargs) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: self._notify() Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: self.callback(batched_events) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: event.method(event) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: return f(self, *a, **k) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._get(url).json() Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: return self.request(url, 'GET', **kwargs) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:00:20.645803 dv-cinder-790535-7-iscsi neutron-server[99432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:00:20.655505 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Pushing event deleted for resources: {'Port': ['ID=6a829521-ec60-42c6-a6cd-c4f5be4ccfcb,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.660748 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] No DVR routers for this DVR port 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:20.673164 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.673700 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.674291 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.674830 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.675345 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.675936 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.676471 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.676995 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.677545 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.678096 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.678670 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.679411 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b46be3e-ffa3-44ee-bc65-1b8d5b945793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:20.717110 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.725899 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.729591 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] 10.222.0.72 "DELETE /v2.0/networks/08767028-0fa2-45e9-adc9-c3f8ec3c770d HTTP/1.1" status: 204 len: 168 time: 0.6967201 Jul 07 21:00:20.732450 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48532) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:20.748039 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99c832-3eb6-4a76-88c8-5ce66fbf4f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=08767028-0fa2-45e9-adc9-c3f8ec3c770d,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:21.163812 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401428'] for router_interface, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.318772 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:21.343281 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:21.344763 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 6a829521-ec60-42c6-a6cd-c4f5be4ccfcb not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:21.345427 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 90609eb1-b5c8-4311-a7e9-f2407c56ed86 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:21.370759 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 90609eb1-b5c8-4311-a7e9-f2407c56ed86 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:21.371011 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 90609eb1-b5c8-4311-a7e9-f2407c56ed86 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:21.371403 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9d39f6bc-7ccb-497f-b390-aa7ce7022039 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:21.395033 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 9d39f6bc-7ccb-497f-b390-aa7ce7022039 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:21.395547 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 9d39f6bc-7ccb-497f-b390-aa7ce7022039 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:21.550144 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Deleting port c9956309-1e00-4c1e-88be-e89183945366 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:21.550767 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.579532 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.651218 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] For port c9956309-1e00-4c1e-88be-e89183945366, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=c9956309-1e00-4c1e-88be-e89183945366,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:21.651753 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.667672 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Calling delete_port for c9956309-1e00-4c1e-88be-e89183945366 owned by network:router_interface {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:21.864422 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.898155 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9956309-1e00-4c1e-88be-e89183945366,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:21.930146 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.930517 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.930868 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.931196 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.931525 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.931861 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.932195 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.932598 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.932925 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.933248 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.933603 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:21.933879 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-7-iscsi {{(pid=99431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:22.487062 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402218'] for router_interface, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:22.725667 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Router e45c4a93-9948-4731-9319-37cab0b1d996 has already been hosted by L3 agent de2b551e-5094-4570-89af-823145da6d58 {{(pid=99431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:00:22.844133 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] Notify agent at l3_agent.dv-cinder-790535-7-iscsi the message routers_updated {{(pid=99431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:00:22.849513 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-a0396f97-1aab-4810-ae54-1f0b2d570df2 admin admin] 10.222.0.72 "PUT /v2.0/routers/e45c4a93-9948-4731-9319-37cab0b1d996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1155937 Jul 07 21:00:22.853668 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48534) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:22.853951 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] Sync routers for ids ['e45c4a93-9948-4731-9319-37cab0b1d996'] in dv-cinder-790535-7-iscsi {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:00:22.864745 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] Routers {'e45c4a93-9948-4731-9319-37cab0b1d996'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:22.865377 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T21:00:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e45c4a93-9948-4731-9319-37cab0b1d996'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:23.006201 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks [] for router, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.089506 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] Set router e45c4a93-9948-4731-9319-37cab0b1d996 gateway port host: dv-cinder-790535-7-iscsi {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:23.154633 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.238925 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Deleting port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:23.239446 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.351479 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] For port 8032b3c3-17f8-44c6-be12-3f16c40d5ec8, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,segment=NetworkSegment(f7516329-aba1-42f0-b6a8-5263dd46bf5d),segment_id=f7516329-aba1-42f0-b6a8-5263dd46bf5d)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:23.351964 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.368752 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Calling delete_port for 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 owned by network:router_gateway {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:23.374749 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'external_fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T21:00:21Z', 'revision_number': 5, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port': {'id': '8032b3c3-17f8-44c6-be12-3f16c40d5ec8', 'name': '', 'network_id': '66a325ae-dfd8-4efe-a5c5-15f21fb83a12', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cc17f240-7888-466b-ab28-5ff987200492', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc17f240-7888-466b-ab28-5ff987200492', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-7-iscsi'}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:23.410039 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] Checking router: e45c4a93-9948-4731-9319-37cab0b1d996 for host: dv-cinder-790535-7-iscsi {{(pid=99434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:00:23.422629 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] Routers {'e45c4a93-9948-4731-9319-37cab0b1d996'} bound to L3 agent in host dv-cinder-790535-7-iscsi {{(pid=99434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:23.423355 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:40:36Z,description=,heartbeat_timestamp=2021-07-07T21:00:07Z,host='dv-cinder-790535-7-iscsi',id=de2b551e-5094-4570-89af-823145da6d58,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:40:36Z,topic='l3_agent')) {'router_ids': ['e45c4a93-9948-4731-9319-37cab0b1d996'], 'active': True} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:23.528501 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_dvr_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] Set router e45c4a93-9948-4731-9319-37cab0b1d996 gateway port host: None {{(pid=99434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:23.586725 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.l3_hamode_db [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T21:00:23Z', 'revision_number': 6, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port_host': None}], 'dv-cinder-790535-7-iscsi', False) {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:23.613762 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.619801 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242066c-329e-4ae0-9e11-f78f1f26360e None None] The sync data for ids ['e45c4a93-9948-4731-9319-37cab0b1d996'] in dv-cinder-790535-7-iscsi is: [{'id': 'e45c4a93-9948-4731-9319-37cab0b1d996', 'name': 'tempest-TestVolumeBootPattern-1951983715-router', 'tenant_id': '10f703284da946948032590c679d74f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:57Z', 'updated_at': '2021-07-07T21:00:23Z', 'revision_number': 6, 'project_id': '10f703284da946948032590c679d74f1', 'gw_port_host': None}] {{(pid=99434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:00:23.662555 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Pushing event deleted for resources: {'Port': ['ID=8032b3c3-17f8-44c6-be12-3f16c40d5ec8,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:23.736786 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286035'] for router_gateway, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.835424 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6451'] for router, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.838072 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.889595 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413303'] for router, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.890069 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45c4a93-9948-4731-9319-37cab0b1d996 {{(pid=99431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:00:23.895244 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] Notify callbacks [] for router, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.898878 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3c156712-f599-43e0-93cb-285c354a2854 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e45c4a93-9948-4731-9319-37cab0b1d996 HTTP/1.1" status: 204 len: 168 time: 1.0436630 Jul 07 21:00:23.899321 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48536) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:23.949049 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Deleting subnet 6498d178-9b66-43e2-a72d-d33cd31f221b {{(pid=99432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:00:23.953432 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.999458 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5524787'] for subnet, precommit_delete_associations {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.100798 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405531'] for subnet, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.162219 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5429160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6109941'] for subnet, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.191038 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6498d178-9b66-43e2-a72d-d33cd31f221b,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:24.196251 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for subnet, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.199274 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-11e552a4-482c-4173-8a9f-f15915821400 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6498d178-9b66-43e2-a72d-d33cd31f221b HTTP/1.1" status: 204 len: 168 time: 0.2979400 Jul 07 21:00:24.201949 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48538) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:24.206669 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca54228-5a2a-44c3-bd46-794de3d2b98d None None] Network e038f627-42cb-4b00-8abc-e467a00f462e requested from dv-cinder-790535-7-iscsi {{(pid=99433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:00:24.297067 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532262'] for network, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.369961 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Deleting port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 {{(pid=99431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:24.370236 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.460759 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.db [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] For port 836e5e88-6a4f-40b8-aefb-f8ae227a7887, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=836e5e88-6a4f-40b8-aefb-f8ae227a7887,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:24.461547 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.462556 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] DHCP port deletion for e038f627-42cb-4b00-8abc-e467a00f462e request from dv-cinder-790535-7-iscsi {{(pid=99433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:00:24.490399 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Calling delete_port for 836e5e88-6a4f-40b8-aefb-f8ae227a7887 owned by network:dhcp {{(pid=99431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:24.535297 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] Deleting port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 {{(pid=99433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:24.535707 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779044137180'] for port, before_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.618219 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.db [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] For port 836e5e88-6a4f-40b8-aefb-f8ae227a7887, host dv-cinder-790535-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-7-iscsi',level=0,port_id=836e5e88-6a4f-40b8-aefb-f8ae227a7887,segment=NetworkSegment(04d01ab5-fa96-4128-aad7-25bb7d78ff4a),segment_id=04d01ab5-fa96-4128-aad7-25bb7d78ff4a)] {{(pid=99433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:24.618794 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402196'] for port, precommit_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.635653 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] Calling delete_port for 836e5e88-6a4f-40b8-aefb-f8ae227a7887 owned by network:dhcp {{(pid=99433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:24.649411 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7144544'] for port, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.705636 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Pushing event deleted for resources: {'Port': ['ID=836e5e88-6a4f-40b8-aefb-f8ae227a7887,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:24.708109 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] No DVR routers for this DVR port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 on host dv-cinder-790535-7-iscsi {{(pid=99431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:24.796677 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779044144918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779043705582'] for port, after_delete {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.818140 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] No DVR routers for this DVR port 836e5e88-6a4f-40b8-aefb-f8ae227a7887 on host dv-cinder-790535-7-iscsi {{(pid=99433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:24.843846 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408462', 'neutron.services.segments.db._delete_segments_for_network-8779044239966'] for network, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.865186 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e038f627-42cb-4b00-8abc-e467a00f462e']}} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:24.865859 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb4096-56e3-40a1-8b8d-16d45826f6e3 None None] Pushing event deleted for resources: {'Port': ['ID=836e5e88-6a4f-40b8-aefb-f8ae227a7887,revision_number=None']} {{(pid=99433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:24.882216 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d01ab5-fa96-4128-aad7-25bb7d78ff4a') {'for_net_delete': True} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:24.882571 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.services.segments.db [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d01ab5-fa96-4128-aad7-25bb7d78ff4a') {} {{(pid=99431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:24.894794 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779044253058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6620151'] for segment, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.911618 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890'] for segment, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.919115 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=99431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:00:24.919527 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7144639'] for segment, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: Traceback (most recent call last): Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: timer() Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: cb(*args, **kw) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: return func(*args, **kwargs) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: self._notify() Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: self.callback(batched_events) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: event.method(event) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: return f(self, *a, **k) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._get(url).json() Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: return self.request(url, 'GET', **kwargs) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:00:24.922576 dv-cinder-790535-7-iscsi neutron-server[99431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:00:24.991081 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286071'] for network, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:24.998878 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582760'] for network, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.002182 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e038f627-42cb-4b00-8abc-e467a00f462e HTTP/1.1" status: 204 len: 168 time: 0.7971256 Jul 07 21:00:25.016376 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6176d-5343-44d4-b2a7-444a8f396912 admin admin] Pushing event deleted for resources: {'Network': ['ID=e038f627-42cb-4b00-8abc-e467a00f462e,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:25.144787 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48542) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:25.194467 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-0a06c1c4-5560-49b8-901d-a3aa4cf8f2d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02af07f49f9747d185a57745e7596c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481181 Jul 07 21:00:25.197535 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.wsgi [-] (99431) accepted ('10.222.0.72', 48544) {{(pid=99431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:25.288820 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-311b451f-04af-4d27-8267-ab4e653c8ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.310783 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device c9956309-1e00-4c1e-88be-e89183945366 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:25.327515 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-311b451f-04af-4d27-8267-ab4e653c8ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.332522 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: c9956309-1e00-4c1e-88be-e89183945366 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:25.332873 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device c9956309-1e00-4c1e-88be-e89183945366 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:25.333305 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 836e5e88-6a4f-40b8-aefb-f8ae227a7887 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:25.353918 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 836e5e88-6a4f-40b8-aefb-f8ae227a7887 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:25.354306 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 836e5e88-6a4f-40b8-aefb-f8ae227a7887 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:25.354745 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 no longer exists at agent ovs-agent-dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:25.376926 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] No Port match for: 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 {{(pid=99433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:25.377288 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron.plugins.ml2.rpc [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Device 8032b3c3-17f8-44c6-be12-3f16c40d5ec8 not bound to the agent host dv-cinder-790535-7-iscsi {{(pid=99433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:25.412261 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-311b451f-04af-4d27-8267-ab4e653c8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.417011 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron_lib.callbacks.manager [None req-311b451f-04af-4d27-8267-ab4e653c8ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.419070 dv-cinder-790535-7-iscsi neutron-server[99431]: INFO neutron.wsgi [None req-311b451f-04af-4d27-8267-ab4e653c8ba4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbe97a54-d62e-41c0-a435-4c30e057c163 HTTP/1.1" status: 204 len: 168 time: 0.2199259 Jul 07 21:00:25.432142 dv-cinder-790535-7-iscsi neutron-server[99431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b451f-04af-4d27-8267-ab4e653c8ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe97a54-d62e-41c0-a435-4c30e057c163,revision_number=None']} {{(pid=99431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:25.895978 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48550) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:25.942188 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-24c94222-449c-4933-abaf-1d4994ad6b0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10f703284da946948032590c679d74f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450306 Jul 07 21:00:25.944664 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.wsgi [-] (99432) accepted ('10.222.0.72', 48552) {{(pid=99432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:26.002593 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-14277478-8b28-4346-869d-f2926d5136a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.026619 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-14277478-8b28-4346-869d-f2926d5136a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.080604 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-14277478-8b28-4346-869d-f2926d5136a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514921'] for security_group, after_delete {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.085234 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron_lib.callbacks.manager [None req-14277478-8b28-4346-869d-f2926d5136a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.087242 dv-cinder-790535-7-iscsi neutron-server[99432]: INFO neutron.wsgi [None req-14277478-8b28-4346-869d-f2926d5136a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c7bdb7e-e375-48bc-9e29-cb5e1ba49e2d HTTP/1.1" status: 204 len: 168 time: 0.1414690 Jul 07 21:00:26.101107 dv-cinder-790535-7-iscsi neutron-server[99432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14277478-8b28-4346-869d-f2926d5136a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7bdb7e-e375-48bc-9e29-cb5e1ba49e2d,revision_number=None']} {{(pid=99432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:33.509485 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-65ad52c3-daf7-4a32-96a1-9a183544cfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:36.557998 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-84e9df43-20de-45ca-8b50-8fdad8ca6b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:37.009458 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:38.087737 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:40.446470 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:48.337429 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:00:51.704931 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:03.513792 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-adcf3b11-f3fa-410c-b8ba-b60e1713d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.562116 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba275-1781-4de4-9bfa-574b1e1ff4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:07.013613 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:08.098127 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:10.458099 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.580788 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.336781 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:01:33.519708 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-bafb95dc-b95d-475a-97ce-ff91f79e9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.567324 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-4aed2e53-c35b-45be-8ae7-bd2819df1826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:37.018340 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.090520 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.454645 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.579265 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.335650 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:02:03.515124 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-74f1fc0e-a336-411c-8948-3de6facbd550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.570713 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e339d62f-7882-4469-9447-f9f1152f0164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.022222 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.094201 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.459295 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.590481 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.519890 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-3d91b875-2622-420f-bcd7-36444afcc45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.574325 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-11d90cb6-2af7-42a9-aca0-6c52fde10ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.026665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:38.095714 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.335729 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:02:40.458578 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.605101 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.524419 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7152-3b0c-4db8-ab39-40e0168cc9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.579461 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-bfb00b2d-f6e4-45df-95ba-60a87f54659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.032047 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.100723 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.462669 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.335339 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:03:21.606943 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.529665 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-234afcae-351f-4317-956d-7e7d1e156c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.584139 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-194a36fb-d3e2-4198-a676-4a74ca64e63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.037503 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.102901 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.465468 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.618549 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.336689 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:04:03.533261 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-73756bd6-3183-47c0-bb9f-5b7ced9175cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.584781 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e536f189-5948-4fbf-a342-9f531dbe7b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.045747 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.105590 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:10.469384 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.615944 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.335106 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:04:33.535739 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d9444992-4076-4307-9f61-d763f0b64f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.589484 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-c969ce25-f43c-4fc1-bbd9-8663b7f7d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:37.038615 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.108122 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.472399 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:51.620536 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:03.539302 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-caf3a930-6c9a-4771-9af0-65828c83450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:06.594175 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-81042248-734c-4b43-8fa0-045d9655f6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.050561 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b78-1e94-4843-8484-0c3db8e8d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.335031 dv-cinder-790535-7-iscsi neutron-server[99434]: DEBUG neutron.db.agents_db [None req-ed4eb7f3-9042-430b-bf36-da26075dd5c2 None None] Agent healthcheck: found 6 active agents {{(pid=99434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:05:08.111365 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-d09b8427-696d-4741-88ee-651298045e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.476061 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-632324dc-24ec-4816-b635-e8579ba90f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.628913 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-36d9f78f-1ac6-4f8a-aa8a-348f8277c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.547634 dv-cinder-790535-7-iscsi neutron-server[99433]: DEBUG neutron_lib.callbacks.manager [None req-b5db49d6-20ce-42d1-bf84-bab0cf829803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779044239948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401732'] for agent, after_update {{(pid=99433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}